[ 658.790623] env[69685]: INFO neutron.common.config [-] Logging enabled! [ 658.790914] env[69685]: INFO neutron.common.config [-] /opt/stack/data/venv/bin/neutron-nsxv3-agent version 0.0.1.dev54 [ 658.791118] env[69685]: DEBUG neutron.common.config [-] command line: /opt/stack/data/venv/bin/neutron-nsxv3-agent --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini --config-file /etc/neutron/plugins/ml2/ml2-nsxv3-1.ini {{(pid=69685) setup_logging /opt/stack/neutron/neutron/common/config.py:124}} [ 658.791449] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.agent [-] VMware NSXv3 Agent initializing ... [ 658.791553] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.agent [-] Eventlet blocking behavior detection initialization completed. [ 658.792363] env[69685]: WARNING oslo_policy.policy [None req-974ee965-6543-46e4-8c23-fefcb65338e9 None None] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. [ 658.792579] env[69685]: WARNING oslo_policy.policy [None req-974ee965-6543-46e4-8c23-fefcb65338e9 None None] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. [ 658.794093] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.agent [None req-974ee965-6543-46e4-8c23-fefcb65338e9 None None] VMware NSXv3 Agent initialized successfully. [ 658.794474] env[69685]: DEBUG oslo_concurrency.lockutils [None req-974ee965-6543-46e4-8c23-fefcb65338e9 None None] Acquiring lock "singleton_lock" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.794614] env[69685]: DEBUG oslo_concurrency.lockutils [None req-974ee965-6543-46e4-8c23-fefcb65338e9 None None] Acquired lock "singleton_lock" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 658.794821] env[69685]: DEBUG oslo_concurrency.lockutils [None req-974ee965-6543-46e4-8c23-fefcb65338e9 None None] Releasing lock "singleton_lock" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 658.795115] env[69685]: DEBUG oslo_service.backend.eventlet.service [None req-974ee965-6543-46e4-8c23-fefcb65338e9 None None] Full set of CONF: {{(pid=69685) _wait_for_exit_or_signal /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/service.py:357}} [ 658.795323] env[69685]: DEBUG oslo_service.backend.eventlet.service [None req-974ee965-6543-46e4-8c23-fefcb65338e9 None None] ******************************************************************************** {{(pid=69685) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2804}} [ 658.795442] env[69685]: DEBUG oslo_service.backend.eventlet.service [None req-974ee965-6543-46e4-8c23-fefcb65338e9 None None] Configuration options gathered from: {{(pid=69685) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2805}} [ 658.795678] env[69685]: DEBUG oslo_service.backend.eventlet.service [None req-974ee965-6543-46e4-8c23-fefcb65338e9 None None] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini', '--config-file', '/etc/neutron/plugins/ml2/ml2-nsxv3-1.ini'] {{(pid=69685) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2806}} [ 658.795850] env[69685]: DEBUG oslo_service.backend.eventlet.service [None req-974ee965-6543-46e4-8c23-fefcb65338e9 None None] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini', '/etc/neutron/plugins/ml2/ml2-nsxv3-1.ini'] {{(pid=69685) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2807}} [ 658.795962] env[69685]: DEBUG oslo_service.backend.eventlet.service [None req-974ee965-6543-46e4-8c23-fefcb65338e9 None None] ================================================================================ {{(pid=69685) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2809}} [ 658.796150] env[69685]: DEBUG oslo_service.backend.eventlet.service [None req-974ee965-6543-46e4-8c23-fefcb65338e9 None None] agent_down_time = 75 {{(pid=69685) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 658.796301] env[69685]: DEBUG oslo_service.backend.eventlet.service [None req-974ee965-6543-46e4-8c23-fefcb65338e9 None None] allow_automatic_dhcp_failover = True {{(pid=69685) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 658.796444] env[69685]: DEBUG oslo_service.backend.eventlet.service [None req-974ee965-6543-46e4-8c23-fefcb65338e9 None None] allow_bulk = True {{(pid=69685) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 658.796595] env[69685]: DEBUG oslo_service.backend.eventlet.service [None req-974ee965-6543-46e4-8c23-fefcb65338e9 None None] api_extensions_path = {{(pid=69685) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 658.796739] env[69685]: DEBUG oslo_service.backend.eventlet.service [None req-974ee965-6543-46e4-8c23-fefcb65338e9 None None] api_paste_config = api-paste.ini {{(pid=69685) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 658.796883] env[69685]: DEBUG oslo_service.backend.eventlet.service [None req-974ee965-6543-46e4-8c23-fefcb65338e9 None None] auth_strategy = keystone {{(pid=69685) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 658.796995] env[69685]: DEBUG oslo_service.backend.eventlet.service [None req-974ee965-6543-46e4-8c23-fefcb65338e9 None None] backdoor_port = None {{(pid=69685) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 658.797117] env[69685]: DEBUG oslo_service.backend.eventlet.service [None req-974ee965-6543-46e4-8c23-fefcb65338e9 None None] backdoor_socket = None {{(pid=69685) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 658.797284] env[69685]: DEBUG oslo_service.backend.eventlet.service [None req-974ee965-6543-46e4-8c23-fefcb65338e9 None None] backlog = 4096 {{(pid=69685) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 658.797438] env[69685]: DEBUG oslo_service.backend.eventlet.service [None req-974ee965-6543-46e4-8c23-fefcb65338e9 None None] base_mac = fa:16:3e:00:00:00 {{(pid=69685) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 658.797600] env[69685]: DEBUG oslo_service.backend.eventlet.service [None req-974ee965-6543-46e4-8c23-fefcb65338e9 None None] bind_host = 0.0.0.0 {{(pid=69685) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 658.797746] env[69685]: DEBUG oslo_service.backend.eventlet.service [None req-974ee965-6543-46e4-8c23-fefcb65338e9 None None] bind_port = 9696 {{(pid=69685) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 658.797889] env[69685]: DEBUG oslo_service.backend.eventlet.service [None req-974ee965-6543-46e4-8c23-fefcb65338e9 None None] client_socket_timeout = 900 {{(pid=69685) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 658.798042] env[69685]: DEBUG oslo_service.backend.eventlet.service [None req-974ee965-6543-46e4-8c23-fefcb65338e9 None None] config_dir = [] {{(pid=69685) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 658.798161] env[69685]: DEBUG oslo_service.backend.eventlet.service [None req-974ee965-6543-46e4-8c23-fefcb65338e9 None None] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini', '/etc/neutron/plugins/ml2/ml2-nsxv3-1.ini'] {{(pid=69685) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 658.798307] env[69685]: DEBUG oslo_service.backend.eventlet.service [None req-974ee965-6543-46e4-8c23-fefcb65338e9 None None] config_source = [] {{(pid=69685) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 658.798450] env[69685]: DEBUG oslo_service.backend.eventlet.service [None req-974ee965-6543-46e4-8c23-fefcb65338e9 None None] control_exchange = neutron {{(pid=69685) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 658.798595] env[69685]: DEBUG oslo_service.backend.eventlet.service [None req-974ee965-6543-46e4-8c23-fefcb65338e9 None None] core_plugin = ml2 {{(pid=69685) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 658.798742] env[69685]: DEBUG oslo_service.backend.eventlet.service [None req-974ee965-6543-46e4-8c23-fefcb65338e9 None None] debug = True {{(pid=69685) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 658.798886] env[69685]: DEBUG oslo_service.backend.eventlet.service [None req-974ee965-6543-46e4-8c23-fefcb65338e9 None None] default_availability_zones = [] {{(pid=69685) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 658.799106] env[69685]: DEBUG oslo_service.backend.eventlet.service [None req-974ee965-6543-46e4-8c23-fefcb65338e9 None None] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=69685) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 658.799255] env[69685]: DEBUG oslo_service.backend.eventlet.service [None req-974ee965-6543-46e4-8c23-fefcb65338e9 None None] dhcp_agent_notification = True {{(pid=69685) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 658.799395] env[69685]: DEBUG oslo_service.backend.eventlet.service [None req-974ee965-6543-46e4-8c23-fefcb65338e9 None None] dhcp_agents_per_network = 1 {{(pid=69685) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 658.799533] env[69685]: DEBUG oslo_service.backend.eventlet.service [None req-974ee965-6543-46e4-8c23-fefcb65338e9 None None] dhcp_lease_duration = 86400 {{(pid=69685) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 658.799678] env[69685]: DEBUG oslo_service.backend.eventlet.service [None req-974ee965-6543-46e4-8c23-fefcb65338e9 None None] dhcp_load_type = networks {{(pid=69685) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 658.799821] env[69685]: DEBUG oslo_service.backend.eventlet.service [None req-974ee965-6543-46e4-8c23-fefcb65338e9 None None] dns_domain = openstacklocal {{(pid=69685) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 658.799964] env[69685]: DEBUG oslo_service.backend.eventlet.service [None req-974ee965-6543-46e4-8c23-fefcb65338e9 None None] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=69685) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 658.800116] env[69685]: DEBUG oslo_service.backend.eventlet.service [None req-974ee965-6543-46e4-8c23-fefcb65338e9 None None] enable_default_route_bfd = False {{(pid=69685) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 658.800278] env[69685]: DEBUG oslo_service.backend.eventlet.service [None req-974ee965-6543-46e4-8c23-fefcb65338e9 None None] enable_default_route_ecmp = False {{(pid=69685) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 658.800428] env[69685]: DEBUG oslo_service.backend.eventlet.service [None req-974ee965-6543-46e4-8c23-fefcb65338e9 None None] enable_dvr = True {{(pid=69685) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 658.800566] env[69685]: DEBUG oslo_service.backend.eventlet.service [None req-974ee965-6543-46e4-8c23-fefcb65338e9 None None] enable_new_agents = True {{(pid=69685) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 658.800712] env[69685]: DEBUG oslo_service.backend.eventlet.service [None req-974ee965-6543-46e4-8c23-fefcb65338e9 None None] enable_services_on_agents_with_admin_state_down = False {{(pid=69685) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 658.800843] env[69685]: DEBUG oslo_service.backend.eventlet.service [None req-974ee965-6543-46e4-8c23-fefcb65338e9 None None] enable_signals = True {{(pid=69685) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 658.800981] env[69685]: DEBUG oslo_service.backend.eventlet.service [None req-974ee965-6543-46e4-8c23-fefcb65338e9 None None] enable_traditional_dhcp = True {{(pid=69685) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 658.801126] env[69685]: DEBUG oslo_service.backend.eventlet.service [None req-974ee965-6543-46e4-8c23-fefcb65338e9 None None] external_dns_driver = None {{(pid=69685) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 658.801275] env[69685]: DEBUG oslo_service.backend.eventlet.service [None req-974ee965-6543-46e4-8c23-fefcb65338e9 None None] filter_validation = True {{(pid=69685) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 658.801448] env[69685]: DEBUG oslo_service.backend.eventlet.service [None req-974ee965-6543-46e4-8c23-fefcb65338e9 None None] global_physnet_mtu = 8950 {{(pid=69685) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 658.801590] env[69685]: DEBUG oslo_service.backend.eventlet.service [None req-974ee965-6543-46e4-8c23-fefcb65338e9 None None] graceful_shutdown_timeout = 60 {{(pid=69685) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 658.801769] env[69685]: DEBUG oslo_service.backend.eventlet.service [None req-974ee965-6543-46e4-8c23-fefcb65338e9 None None] host = cpu-1 {{(pid=69685) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 658.801913] env[69685]: DEBUG oslo_service.backend.eventlet.service [None req-974ee965-6543-46e4-8c23-fefcb65338e9 None None] host_dvr_for_dhcp = True {{(pid=69685) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 658.802069] env[69685]: DEBUG oslo_service.backend.eventlet.service [None req-974ee965-6543-46e4-8c23-fefcb65338e9 None None] http_retries = 3 {{(pid=69685) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 658.802217] env[69685]: DEBUG oslo_service.backend.eventlet.service [None req-974ee965-6543-46e4-8c23-fefcb65338e9 None None] instance_format = [instance: %(uuid)s] {{(pid=69685) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 658.802360] env[69685]: DEBUG oslo_service.backend.eventlet.service [None req-974ee965-6543-46e4-8c23-fefcb65338e9 None None] instance_uuid_format = [instance: %(uuid)s] {{(pid=69685) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 658.802502] env[69685]: DEBUG oslo_service.backend.eventlet.service [None req-974ee965-6543-46e4-8c23-fefcb65338e9 None None] ipam_driver = internal {{(pid=69685) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 658.802638] env[69685]: DEBUG oslo_service.backend.eventlet.service [None req-974ee965-6543-46e4-8c23-fefcb65338e9 None None] ipv6_pd_enabled = False {{(pid=69685) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 658.802776] env[69685]: DEBUG oslo_service.backend.eventlet.service [None req-974ee965-6543-46e4-8c23-fefcb65338e9 None None] l3_ha = False {{(pid=69685) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 658.802916] env[69685]: DEBUG oslo_service.backend.eventlet.service [None req-974ee965-6543-46e4-8c23-fefcb65338e9 None None] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=69685) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 658.803066] env[69685]: DEBUG oslo_service.backend.eventlet.service [None req-974ee965-6543-46e4-8c23-fefcb65338e9 None None] l3_ha_network_physical_name = {{(pid=69685) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 658.803211] env[69685]: DEBUG oslo_service.backend.eventlet.service [None req-974ee965-6543-46e4-8c23-fefcb65338e9 None None] l3_ha_network_type = {{(pid=69685) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 658.803367] env[69685]: DEBUG oslo_service.backend.eventlet.service [None req-974ee965-6543-46e4-8c23-fefcb65338e9 None None] log_color = False {{(pid=69685) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 658.803509] env[69685]: DEBUG oslo_service.backend.eventlet.service [None req-974ee965-6543-46e4-8c23-fefcb65338e9 None None] log_config_append = None {{(pid=69685) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 658.803649] env[69685]: DEBUG oslo_service.backend.eventlet.service [None req-974ee965-6543-46e4-8c23-fefcb65338e9 None None] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=69685) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 658.803785] env[69685]: DEBUG oslo_service.backend.eventlet.service [None req-974ee965-6543-46e4-8c23-fefcb65338e9 None None] log_dir = None {{(pid=69685) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 658.803921] env[69685]: DEBUG oslo_service.backend.eventlet.service [None req-974ee965-6543-46e4-8c23-fefcb65338e9 None None] log_file = None {{(pid=69685) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 658.804073] env[69685]: DEBUG oslo_service.backend.eventlet.service [None req-974ee965-6543-46e4-8c23-fefcb65338e9 None None] log_options = True {{(pid=69685) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 658.804223] env[69685]: DEBUG oslo_service.backend.eventlet.service [None req-974ee965-6543-46e4-8c23-fefcb65338e9 None None] log_rotate_interval = 1 {{(pid=69685) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 658.804375] env[69685]: DEBUG oslo_service.backend.eventlet.service [None req-974ee965-6543-46e4-8c23-fefcb65338e9 None None] log_rotate_interval_type = days {{(pid=69685) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 658.804519] env[69685]: DEBUG oslo_service.backend.eventlet.service [None req-974ee965-6543-46e4-8c23-fefcb65338e9 None None] log_rotation_type = none {{(pid=69685) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 658.804633] env[69685]: DEBUG oslo_service.backend.eventlet.service [None req-974ee965-6543-46e4-8c23-fefcb65338e9 None None] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=69685) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 658.804742] env[69685]: DEBUG oslo_service.backend.eventlet.service [None req-974ee965-6543-46e4-8c23-fefcb65338e9 None None] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=69685) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 658.804888] env[69685]: DEBUG oslo_service.backend.eventlet.service [None req-974ee965-6543-46e4-8c23-fefcb65338e9 None None] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=69685) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 658.805054] env[69685]: DEBUG oslo_service.backend.eventlet.service [None req-974ee965-6543-46e4-8c23-fefcb65338e9 None None] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=69685) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 658.805185] env[69685]: DEBUG oslo_service.backend.eventlet.service [None req-974ee965-6543-46e4-8c23-fefcb65338e9 None None] logging_user_identity_format = %(user)s %(project)s %(domain)s %(system_scope)s %(user_domain)s %(project_domain)s {{(pid=69685) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 658.805360] env[69685]: DEBUG oslo_service.backend.eventlet.service [None req-974ee965-6543-46e4-8c23-fefcb65338e9 None None] max_dns_nameservers = 5 {{(pid=69685) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 658.805509] env[69685]: DEBUG oslo_service.backend.eventlet.service [None req-974ee965-6543-46e4-8c23-fefcb65338e9 None None] max_header_line = 16384 {{(pid=69685) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 658.805649] env[69685]: DEBUG oslo_service.backend.eventlet.service [None req-974ee965-6543-46e4-8c23-fefcb65338e9 None None] max_l3_agents_per_router = 3 {{(pid=69685) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 658.805787] env[69685]: DEBUG oslo_service.backend.eventlet.service [None req-974ee965-6543-46e4-8c23-fefcb65338e9 None None] max_logfile_count = 30 {{(pid=69685) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 658.805923] env[69685]: DEBUG oslo_service.backend.eventlet.service [None req-974ee965-6543-46e4-8c23-fefcb65338e9 None None] max_logfile_size_mb = 200 {{(pid=69685) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 658.806072] env[69685]: DEBUG oslo_service.backend.eventlet.service [None req-974ee965-6543-46e4-8c23-fefcb65338e9 None None] max_subnet_host_routes = 20 {{(pid=69685) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 658.806221] env[69685]: DEBUG oslo_service.backend.eventlet.service [None req-974ee965-6543-46e4-8c23-fefcb65338e9 None None] my_ip = 10.180.1.21 {{(pid=69685) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 658.806362] env[69685]: DEBUG oslo_service.backend.eventlet.service [None req-974ee965-6543-46e4-8c23-fefcb65338e9 None None] my_ipv6 = ::1 {{(pid=69685) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 658.806501] env[69685]: DEBUG oslo_service.backend.eventlet.service [None req-974ee965-6543-46e4-8c23-fefcb65338e9 None None] network_auto_schedule = True {{(pid=69685) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 658.806635] env[69685]: DEBUG oslo_service.backend.eventlet.service [None req-974ee965-6543-46e4-8c23-fefcb65338e9 None None] network_link_prefix = None {{(pid=69685) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 658.806775] env[69685]: DEBUG oslo_service.backend.eventlet.service [None req-974ee965-6543-46e4-8c23-fefcb65338e9 None None] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=69685) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 658.806920] env[69685]: DEBUG oslo_service.backend.eventlet.service [None req-974ee965-6543-46e4-8c23-fefcb65338e9 None None] notify_nova_on_port_data_changes = True {{(pid=69685) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 658.807072] env[69685]: DEBUG oslo_service.backend.eventlet.service [None req-974ee965-6543-46e4-8c23-fefcb65338e9 None None] notify_nova_on_port_status_changes = True {{(pid=69685) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 658.807219] env[69685]: DEBUG oslo_service.backend.eventlet.service [None req-974ee965-6543-46e4-8c23-fefcb65338e9 None None] pagination_max_limit = -1 {{(pid=69685) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 658.807356] env[69685]: DEBUG oslo_service.backend.eventlet.service [None req-974ee965-6543-46e4-8c23-fefcb65338e9 None None] publish_errors = False {{(pid=69685) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 658.807492] env[69685]: DEBUG oslo_service.backend.eventlet.service [None req-974ee965-6543-46e4-8c23-fefcb65338e9 None None] rate_limit_burst = 0 {{(pid=69685) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 658.807634] env[69685]: DEBUG oslo_service.backend.eventlet.service [None req-974ee965-6543-46e4-8c23-fefcb65338e9 None None] rate_limit_except_level = CRITICAL {{(pid=69685) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 658.807809] env[69685]: DEBUG oslo_service.backend.eventlet.service [None req-974ee965-6543-46e4-8c23-fefcb65338e9 None None] rate_limit_interval = 0 {{(pid=69685) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 658.807911] env[69685]: DEBUG oslo_service.backend.eventlet.service [None req-974ee965-6543-46e4-8c23-fefcb65338e9 None None] retry_until_window = 30 {{(pid=69685) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 658.808050] env[69685]: DEBUG oslo_service.backend.eventlet.service [None req-974ee965-6543-46e4-8c23-fefcb65338e9 None None] router_distributed = False {{(pid=69685) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 658.808185] env[69685]: DEBUG oslo_service.backend.eventlet.service [None req-974ee965-6543-46e4-8c23-fefcb65338e9 None None] rpc_resources_processing_step = 20 {{(pid=69685) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 658.808321] env[69685]: DEBUG oslo_service.backend.eventlet.service [None req-974ee965-6543-46e4-8c23-fefcb65338e9 None None] rpc_response_max_timeout = 600 {{(pid=69685) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 658.808459] env[69685]: DEBUG oslo_service.backend.eventlet.service [None req-974ee965-6543-46e4-8c23-fefcb65338e9 None None] rpc_response_timeout = 60 {{(pid=69685) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 658.808602] env[69685]: DEBUG oslo_service.backend.eventlet.service [None req-974ee965-6543-46e4-8c23-fefcb65338e9 None None] send_events_interval = 2 {{(pid=69685) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 658.808748] env[69685]: DEBUG oslo_service.backend.eventlet.service [None req-974ee965-6543-46e4-8c23-fefcb65338e9 None None] service_plugins = ['router'] {{(pid=69685) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 658.808895] env[69685]: DEBUG oslo_service.backend.eventlet.service [None req-974ee965-6543-46e4-8c23-fefcb65338e9 None None] setproctitle = on {{(pid=69685) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 658.809040] env[69685]: DEBUG oslo_service.backend.eventlet.service [None req-974ee965-6543-46e4-8c23-fefcb65338e9 None None] shell_completion = None {{(pid=69685) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 658.809189] env[69685]: DEBUG oslo_service.backend.eventlet.service [None req-974ee965-6543-46e4-8c23-fefcb65338e9 None None] state_path = /opt/stack/data/neutron {{(pid=69685) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 658.809334] env[69685]: DEBUG oslo_service.backend.eventlet.service [None req-974ee965-6543-46e4-8c23-fefcb65338e9 None None] syslog_log_facility = LOG_USER {{(pid=69685) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 658.809473] env[69685]: DEBUG oslo_service.backend.eventlet.service [None req-974ee965-6543-46e4-8c23-fefcb65338e9 None None] tcp_keepidle = 600 {{(pid=69685) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 658.809614] env[69685]: DEBUG oslo_service.backend.eventlet.service [None req-974ee965-6543-46e4-8c23-fefcb65338e9 None None] transport_url = **** {{(pid=69685) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 658.809753] env[69685]: DEBUG oslo_service.backend.eventlet.service [None req-974ee965-6543-46e4-8c23-fefcb65338e9 None None] use_journal = False {{(pid=69685) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 658.809889] env[69685]: DEBUG oslo_service.backend.eventlet.service [None req-974ee965-6543-46e4-8c23-fefcb65338e9 None None] use_json = False {{(pid=69685) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 658.810033] env[69685]: DEBUG oslo_service.backend.eventlet.service [None req-974ee965-6543-46e4-8c23-fefcb65338e9 None None] use_ssl = False {{(pid=69685) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 658.810173] env[69685]: DEBUG oslo_service.backend.eventlet.service [None req-974ee965-6543-46e4-8c23-fefcb65338e9 None None] use_stderr = False {{(pid=69685) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 658.810318] env[69685]: DEBUG oslo_service.backend.eventlet.service [None req-974ee965-6543-46e4-8c23-fefcb65338e9 None None] use_syslog = False {{(pid=69685) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 658.810456] env[69685]: DEBUG oslo_service.backend.eventlet.service [None req-974ee965-6543-46e4-8c23-fefcb65338e9 None None] vlan_qinq = False {{(pid=69685) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 658.810592] env[69685]: DEBUG oslo_service.backend.eventlet.service [None req-974ee965-6543-46e4-8c23-fefcb65338e9 None None] vlan_transparent = False {{(pid=69685) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 658.810731] env[69685]: DEBUG oslo_service.backend.eventlet.service [None req-974ee965-6543-46e4-8c23-fefcb65338e9 None None] watch_log_file = False {{(pid=69685) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 658.810868] env[69685]: DEBUG oslo_service.backend.eventlet.service [None req-974ee965-6543-46e4-8c23-fefcb65338e9 None None] wsgi_default_pool_size = 100 {{(pid=69685) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 658.811017] env[69685]: DEBUG oslo_service.backend.eventlet.service [None req-974ee965-6543-46e4-8c23-fefcb65338e9 None None] wsgi_keep_alive = True {{(pid=69685) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 658.811162] env[69685]: DEBUG oslo_service.backend.eventlet.service [None req-974ee965-6543-46e4-8c23-fefcb65338e9 None None] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=69685) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 658.811386] env[69685]: DEBUG oslo_service.backend.eventlet.service [None req-974ee965-6543-46e4-8c23-fefcb65338e9 None None] wsgi_server_debug = False {{(pid=69685) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 658.811450] env[69685]: DEBUG oslo_service.backend.eventlet.service [None req-974ee965-6543-46e4-8c23-fefcb65338e9 None None] oslo_concurrency.disable_process_locking = False {{(pid=69685) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 658.811600] env[69685]: DEBUG oslo_service.backend.eventlet.service [None req-974ee965-6543-46e4-8c23-fefcb65338e9 None None] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=69685) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 658.811748] env[69685]: DEBUG oslo_service.backend.eventlet.service [None req-974ee965-6543-46e4-8c23-fefcb65338e9 None None] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=69685) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 658.811889] env[69685]: DEBUG oslo_service.backend.eventlet.service [None req-974ee965-6543-46e4-8c23-fefcb65338e9 None None] oslo_messaging_metrics.metrics_enabled = False {{(pid=69685) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 658.812047] env[69685]: DEBUG oslo_service.backend.eventlet.service [None req-974ee965-6543-46e4-8c23-fefcb65338e9 None None] oslo_messaging_metrics.metrics_process_name = {{(pid=69685) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 658.812196] env[69685]: DEBUG oslo_service.backend.eventlet.service [None req-974ee965-6543-46e4-8c23-fefcb65338e9 None None] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=69685) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 658.812336] env[69685]: DEBUG oslo_service.backend.eventlet.service [None req-974ee965-6543-46e4-8c23-fefcb65338e9 None None] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=69685) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 658.812492] env[69685]: DEBUG oslo_service.backend.eventlet.service [None req-974ee965-6543-46e4-8c23-fefcb65338e9 None None] profiler.connection_string = messaging:// {{(pid=69685) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 658.812637] env[69685]: DEBUG oslo_service.backend.eventlet.service [None req-974ee965-6543-46e4-8c23-fefcb65338e9 None None] profiler.enabled = False {{(pid=69685) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 658.812783] env[69685]: DEBUG oslo_service.backend.eventlet.service [None req-974ee965-6543-46e4-8c23-fefcb65338e9 None None] profiler.es_doc_type = notification {{(pid=69685) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 658.812923] env[69685]: DEBUG oslo_service.backend.eventlet.service [None req-974ee965-6543-46e4-8c23-fefcb65338e9 None None] profiler.es_scroll_size = 10000 {{(pid=69685) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 658.813077] env[69685]: DEBUG oslo_service.backend.eventlet.service [None req-974ee965-6543-46e4-8c23-fefcb65338e9 None None] profiler.es_scroll_time = 2m {{(pid=69685) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 658.813221] env[69685]: DEBUG oslo_service.backend.eventlet.service [None req-974ee965-6543-46e4-8c23-fefcb65338e9 None None] profiler.filter_error_trace = False {{(pid=69685) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 658.813388] env[69685]: DEBUG oslo_service.backend.eventlet.service [None req-974ee965-6543-46e4-8c23-fefcb65338e9 None None] profiler.hmac_keys = **** {{(pid=69685) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 658.813549] env[69685]: DEBUG oslo_service.backend.eventlet.service [None req-974ee965-6543-46e4-8c23-fefcb65338e9 None None] profiler.sentinel_service_name = mymaster {{(pid=69685) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 658.813701] env[69685]: DEBUG oslo_service.backend.eventlet.service [None req-974ee965-6543-46e4-8c23-fefcb65338e9 None None] profiler.socket_timeout = 0.1 {{(pid=69685) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 658.813844] env[69685]: DEBUG oslo_service.backend.eventlet.service [None req-974ee965-6543-46e4-8c23-fefcb65338e9 None None] profiler.trace_requests = False {{(pid=69685) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 658.813983] env[69685]: DEBUG oslo_service.backend.eventlet.service [None req-974ee965-6543-46e4-8c23-fefcb65338e9 None None] profiler.trace_sqlalchemy = False {{(pid=69685) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 658.814174] env[69685]: DEBUG oslo_service.backend.eventlet.service [None req-974ee965-6543-46e4-8c23-fefcb65338e9 None None] profiler_jaeger.process_tags = {} {{(pid=69685) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 658.814321] env[69685]: DEBUG oslo_service.backend.eventlet.service [None req-974ee965-6543-46e4-8c23-fefcb65338e9 None None] profiler_jaeger.service_name_prefix = None {{(pid=69685) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 658.814469] env[69685]: DEBUG oslo_service.backend.eventlet.service [None req-974ee965-6543-46e4-8c23-fefcb65338e9 None None] profiler_otlp.service_name_prefix = None {{(pid=69685) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 658.814624] env[69685]: DEBUG oslo_service.backend.eventlet.service [None req-974ee965-6543-46e4-8c23-fefcb65338e9 None None] oslo_policy.enforce_new_defaults = True {{(pid=69685) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 658.814879] env[69685]: WARNING oslo_config.cfg [None req-974ee965-6543-46e4-8c23-fefcb65338e9 None None] Deprecated: Option "enforce_scope" from group "oslo_policy" is deprecated for removal (This configuration was added temporarily to facilitate a smooth transition to the new RBAC. OpenStack will always enforce scope checks. This configuration option is deprecated and will be removed in the 2025.2 cycle.). Its value may be silently ignored in the future. [ 658.815043] env[69685]: DEBUG oslo_service.backend.eventlet.service [None req-974ee965-6543-46e4-8c23-fefcb65338e9 None None] oslo_policy.enforce_scope = True {{(pid=69685) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 658.815197] env[69685]: DEBUG oslo_service.backend.eventlet.service [None req-974ee965-6543-46e4-8c23-fefcb65338e9 None None] oslo_policy.policy_default_rule = default {{(pid=69685) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 658.815353] env[69685]: DEBUG oslo_service.backend.eventlet.service [None req-974ee965-6543-46e4-8c23-fefcb65338e9 None None] oslo_policy.policy_dirs = ['policy.d'] {{(pid=69685) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 658.815499] env[69685]: DEBUG oslo_service.backend.eventlet.service [None req-974ee965-6543-46e4-8c23-fefcb65338e9 None None] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=69685) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 658.815644] env[69685]: DEBUG oslo_service.backend.eventlet.service [None req-974ee965-6543-46e4-8c23-fefcb65338e9 None None] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=69685) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 658.815782] env[69685]: DEBUG oslo_service.backend.eventlet.service [None req-974ee965-6543-46e4-8c23-fefcb65338e9 None None] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=69685) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 658.815918] env[69685]: DEBUG oslo_service.backend.eventlet.service [None req-974ee965-6543-46e4-8c23-fefcb65338e9 None None] oslo_policy.remote_ssl_client_crt_file = None {{(pid=69685) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 658.816068] env[69685]: DEBUG oslo_service.backend.eventlet.service [None req-974ee965-6543-46e4-8c23-fefcb65338e9 None None] oslo_policy.remote_ssl_client_key_file = None {{(pid=69685) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 658.816213] env[69685]: DEBUG oslo_service.backend.eventlet.service [None req-974ee965-6543-46e4-8c23-fefcb65338e9 None None] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=69685) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 658.816358] env[69685]: DEBUG oslo_service.backend.eventlet.service [None req-974ee965-6543-46e4-8c23-fefcb65338e9 None None] oslo_policy.remote_timeout = 60.0 {{(pid=69685) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 658.816512] env[69685]: DEBUG oslo_service.backend.eventlet.service [None req-974ee965-6543-46e4-8c23-fefcb65338e9 None None] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=69685) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 658.816664] env[69685]: DEBUG oslo_service.backend.eventlet.service [None req-974ee965-6543-46e4-8c23-fefcb65338e9 None None] agent.extensions = [] {{(pid=69685) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 658.816809] env[69685]: DEBUG oslo_service.backend.eventlet.service [None req-974ee965-6543-46e4-8c23-fefcb65338e9 None None] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=69685) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 658.816955] env[69685]: DEBUG oslo_service.backend.eventlet.service [None req-974ee965-6543-46e4-8c23-fefcb65338e9 None None] service_providers.service_provider = [] {{(pid=69685) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 658.817119] env[69685]: DEBUG oslo_service.backend.eventlet.service [None req-974ee965-6543-46e4-8c23-fefcb65338e9 None None] QUOTAS.default_quota = -1 {{(pid=69685) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 658.817296] env[69685]: DEBUG oslo_service.backend.eventlet.service [None req-974ee965-6543-46e4-8c23-fefcb65338e9 None None] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=69685) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 658.817450] env[69685]: DEBUG oslo_service.backend.eventlet.service [None req-974ee965-6543-46e4-8c23-fefcb65338e9 None None] QUOTAS.quota_floatingip = 50 {{(pid=69685) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 658.817593] env[69685]: DEBUG oslo_service.backend.eventlet.service [None req-974ee965-6543-46e4-8c23-fefcb65338e9 None None] QUOTAS.quota_network = 100 {{(pid=69685) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 658.817732] env[69685]: DEBUG oslo_service.backend.eventlet.service [None req-974ee965-6543-46e4-8c23-fefcb65338e9 None None] QUOTAS.quota_port = 500 {{(pid=69685) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 658.817910] env[69685]: DEBUG oslo_service.backend.eventlet.service [None req-974ee965-6543-46e4-8c23-fefcb65338e9 None None] QUOTAS.quota_rbac_policy = 10 {{(pid=69685) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 658.818016] env[69685]: DEBUG oslo_service.backend.eventlet.service [None req-974ee965-6543-46e4-8c23-fefcb65338e9 None None] QUOTAS.quota_router = 10 {{(pid=69685) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 658.818155] env[69685]: DEBUG oslo_service.backend.eventlet.service [None req-974ee965-6543-46e4-8c23-fefcb65338e9 None None] QUOTAS.quota_security_group = 10 {{(pid=69685) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 658.818291] env[69685]: DEBUG oslo_service.backend.eventlet.service [None req-974ee965-6543-46e4-8c23-fefcb65338e9 None None] QUOTAS.quota_security_group_rule = 100 {{(pid=69685) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 658.818484] env[69685]: DEBUG oslo_service.backend.eventlet.service [None req-974ee965-6543-46e4-8c23-fefcb65338e9 None None] QUOTAS.quota_subnet = 100 {{(pid=69685) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 658.818566] env[69685]: DEBUG oslo_service.backend.eventlet.service [None req-974ee965-6543-46e4-8c23-fefcb65338e9 None None] QUOTAS.track_quota_usage = True {{(pid=69685) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 658.818719] env[69685]: DEBUG oslo_service.backend.eventlet.service [None req-974ee965-6543-46e4-8c23-fefcb65338e9 None None] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=69685) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 658.818855] env[69685]: DEBUG oslo_service.backend.eventlet.service [None req-974ee965-6543-46e4-8c23-fefcb65338e9 None None] privsep.group = None {{(pid=69685) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 658.818992] env[69685]: DEBUG oslo_service.backend.eventlet.service [None req-974ee965-6543-46e4-8c23-fefcb65338e9 None None] privsep.helper_command = None {{(pid=69685) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 658.819149] env[69685]: DEBUG oslo_service.backend.eventlet.service [None req-974ee965-6543-46e4-8c23-fefcb65338e9 None None] privsep.logger_name = oslo_privsep.daemon {{(pid=69685) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 658.819292] env[69685]: DEBUG oslo_service.backend.eventlet.service [None req-974ee965-6543-46e4-8c23-fefcb65338e9 None None] privsep.thread_pool_size = 8 {{(pid=69685) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 658.819427] env[69685]: DEBUG oslo_service.backend.eventlet.service [None req-974ee965-6543-46e4-8c23-fefcb65338e9 None None] privsep.user = None {{(pid=69685) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 658.819578] env[69685]: DEBUG oslo_service.backend.eventlet.service [None req-974ee965-6543-46e4-8c23-fefcb65338e9 None None] privsep_dhcp_release.capabilities = [21, 12] {{(pid=69685) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 658.819714] env[69685]: DEBUG oslo_service.backend.eventlet.service [None req-974ee965-6543-46e4-8c23-fefcb65338e9 None None] privsep_dhcp_release.group = None {{(pid=69685) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 658.819848] env[69685]: DEBUG oslo_service.backend.eventlet.service [None req-974ee965-6543-46e4-8c23-fefcb65338e9 None None] privsep_dhcp_release.helper_command = None {{(pid=69685) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 658.819993] env[69685]: DEBUG oslo_service.backend.eventlet.service [None req-974ee965-6543-46e4-8c23-fefcb65338e9 None None] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=69685) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 658.820142] env[69685]: DEBUG oslo_service.backend.eventlet.service [None req-974ee965-6543-46e4-8c23-fefcb65338e9 None None] privsep_dhcp_release.thread_pool_size = 8 {{(pid=69685) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 658.820277] env[69685]: DEBUG oslo_service.backend.eventlet.service [None req-974ee965-6543-46e4-8c23-fefcb65338e9 None None] privsep_dhcp_release.user = None {{(pid=69685) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 658.820420] env[69685]: DEBUG oslo_service.backend.eventlet.service [None req-974ee965-6543-46e4-8c23-fefcb65338e9 None None] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=69685) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 658.820559] env[69685]: DEBUG oslo_service.backend.eventlet.service [None req-974ee965-6543-46e4-8c23-fefcb65338e9 None None] privsep_ovs_vsctl.group = None {{(pid=69685) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 658.820693] env[69685]: DEBUG oslo_service.backend.eventlet.service [None req-974ee965-6543-46e4-8c23-fefcb65338e9 None None] privsep_ovs_vsctl.helper_command = None {{(pid=69685) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 658.820834] env[69685]: DEBUG oslo_service.backend.eventlet.service [None req-974ee965-6543-46e4-8c23-fefcb65338e9 None None] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=69685) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 658.821047] env[69685]: DEBUG oslo_service.backend.eventlet.service [None req-974ee965-6543-46e4-8c23-fefcb65338e9 None None] privsep_ovs_vsctl.thread_pool_size = 8 {{(pid=69685) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 658.821117] env[69685]: DEBUG oslo_service.backend.eventlet.service [None req-974ee965-6543-46e4-8c23-fefcb65338e9 None None] privsep_ovs_vsctl.user = None {{(pid=69685) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 658.821260] env[69685]: DEBUG oslo_service.backend.eventlet.service [None req-974ee965-6543-46e4-8c23-fefcb65338e9 None None] privsep_namespace.capabilities = [21] {{(pid=69685) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 658.821400] env[69685]: DEBUG oslo_service.backend.eventlet.service [None req-974ee965-6543-46e4-8c23-fefcb65338e9 None None] privsep_namespace.group = None {{(pid=69685) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 658.821553] env[69685]: DEBUG oslo_service.backend.eventlet.service [None req-974ee965-6543-46e4-8c23-fefcb65338e9 None None] privsep_namespace.helper_command = None {{(pid=69685) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 658.821674] env[69685]: DEBUG oslo_service.backend.eventlet.service [None req-974ee965-6543-46e4-8c23-fefcb65338e9 None None] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=69685) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 658.821815] env[69685]: DEBUG oslo_service.backend.eventlet.service [None req-974ee965-6543-46e4-8c23-fefcb65338e9 None None] privsep_namespace.thread_pool_size = 8 {{(pid=69685) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 658.821951] env[69685]: DEBUG oslo_service.backend.eventlet.service [None req-974ee965-6543-46e4-8c23-fefcb65338e9 None None] privsep_namespace.user = None {{(pid=69685) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 658.822109] env[69685]: DEBUG oslo_service.backend.eventlet.service [None req-974ee965-6543-46e4-8c23-fefcb65338e9 None None] privsep_conntrack.capabilities = [12] {{(pid=69685) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 658.822250] env[69685]: DEBUG oslo_service.backend.eventlet.service [None req-974ee965-6543-46e4-8c23-fefcb65338e9 None None] privsep_conntrack.group = None {{(pid=69685) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 658.822386] env[69685]: DEBUG oslo_service.backend.eventlet.service [None req-974ee965-6543-46e4-8c23-fefcb65338e9 None None] privsep_conntrack.helper_command = None {{(pid=69685) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 658.822532] env[69685]: DEBUG oslo_service.backend.eventlet.service [None req-974ee965-6543-46e4-8c23-fefcb65338e9 None None] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=69685) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 658.822672] env[69685]: DEBUG oslo_service.backend.eventlet.service [None req-974ee965-6543-46e4-8c23-fefcb65338e9 None None] privsep_conntrack.thread_pool_size = 8 {{(pid=69685) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 658.822807] env[69685]: DEBUG oslo_service.backend.eventlet.service [None req-974ee965-6543-46e4-8c23-fefcb65338e9 None None] privsep_conntrack.user = None {{(pid=69685) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 658.822952] env[69685]: DEBUG oslo_service.backend.eventlet.service [None req-974ee965-6543-46e4-8c23-fefcb65338e9 None None] privsep_link.capabilities = [12, 21] {{(pid=69685) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 658.823098] env[69685]: DEBUG oslo_service.backend.eventlet.service [None req-974ee965-6543-46e4-8c23-fefcb65338e9 None None] privsep_link.group = None {{(pid=69685) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 658.823234] env[69685]: DEBUG oslo_service.backend.eventlet.service [None req-974ee965-6543-46e4-8c23-fefcb65338e9 None None] privsep_link.helper_command = None {{(pid=69685) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 658.823372] env[69685]: DEBUG oslo_service.backend.eventlet.service [None req-974ee965-6543-46e4-8c23-fefcb65338e9 None None] privsep_link.logger_name = oslo_privsep.daemon {{(pid=69685) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 658.823511] env[69685]: DEBUG oslo_service.backend.eventlet.service [None req-974ee965-6543-46e4-8c23-fefcb65338e9 None None] privsep_link.thread_pool_size = 8 {{(pid=69685) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 658.823643] env[69685]: DEBUG oslo_service.backend.eventlet.service [None req-974ee965-6543-46e4-8c23-fefcb65338e9 None None] privsep_link.user = None {{(pid=69685) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 658.823796] env[69685]: DEBUG oslo_service.backend.eventlet.service [None req-974ee965-6543-46e4-8c23-fefcb65338e9 None None] AGENT.agent_id = nsxm-l-01a.corp.local {{(pid=69685) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 658.823946] env[69685]: DEBUG oslo_service.backend.eventlet.service [None req-974ee965-6543-46e4-8c23-fefcb65338e9 None None] AGENT.agent_prometheus_exporter_port = 8000 {{(pid=69685) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 658.824130] env[69685]: DEBUG oslo_service.backend.eventlet.service [None req-974ee965-6543-46e4-8c23-fefcb65338e9 None None] AGENT.continue_on_failed_promotions = False {{(pid=69685) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 658.824277] env[69685]: DEBUG oslo_service.backend.eventlet.service [None req-974ee965-6543-46e4-8c23-fefcb65338e9 None None] AGENT.dscp = None {{(pid=69685) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 658.824422] env[69685]: DEBUG oslo_service.backend.eventlet.service [None req-974ee965-6543-46e4-8c23-fefcb65338e9 None None] AGENT.dscp_inherit = False {{(pid=69685) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 658.824571] env[69685]: DEBUG oslo_service.backend.eventlet.service [None req-974ee965-6543-46e4-8c23-fefcb65338e9 None None] AGENT.force_mp_to_policy = True {{(pid=69685) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 658.824713] env[69685]: DEBUG oslo_service.backend.eventlet.service [None req-974ee965-6543-46e4-8c23-fefcb65338e9 None None] AGENT.locking_coordinator_url = None {{(pid=69685) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 658.824852] env[69685]: DEBUG oslo_service.backend.eventlet.service [None req-974ee965-6543-46e4-8c23-fefcb65338e9 None None] AGENT.log_agent_heartbeats = False {{(pid=69685) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 658.824991] env[69685]: DEBUG oslo_service.backend.eventlet.service [None req-974ee965-6543-46e4-8c23-fefcb65338e9 None None] AGENT.logging_expire = 1 {{(pid=69685) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 658.825213] env[69685]: DEBUG oslo_service.backend.eventlet.service [None req-974ee965-6543-46e4-8c23-fefcb65338e9 None None] AGENT.logging_url = unix:///var/run/redis/socket/redis.sock {{(pid=69685) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 658.825379] env[69685]: DEBUG oslo_service.backend.eventlet.service [None req-974ee965-6543-46e4-8c23-fefcb65338e9 None None] AGENT.max_sg_tags_per_segment_port = 27 {{(pid=69685) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 658.825535] env[69685]: DEBUG oslo_service.backend.eventlet.service [None req-974ee965-6543-46e4-8c23-fefcb65338e9 None None] AGENT.polling_interval = 240 {{(pid=69685) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 658.825679] env[69685]: DEBUG oslo_service.backend.eventlet.service [None req-974ee965-6543-46e4-8c23-fefcb65338e9 None None] AGENT.ports_tag_number_decrease_workaround = True {{(pid=69685) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 658.825829] env[69685]: DEBUG oslo_service.backend.eventlet.service [None req-974ee965-6543-46e4-8c23-fefcb65338e9 None None] AGENT.quitting_rpc_timeout = 120 {{(pid=69685) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 658.825977] env[69685]: DEBUG oslo_service.backend.eventlet.service [None req-974ee965-6543-46e4-8c23-fefcb65338e9 None None] AGENT.report_interval = 30.0 {{(pid=69685) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 658.826180] env[69685]: DEBUG oslo_service.backend.eventlet.service [None req-974ee965-6543-46e4-8c23-fefcb65338e9 None None] AGENT.root_helper = sudo /opt/stack/data/venv/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=69685) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 658.826281] env[69685]: DEBUG oslo_service.backend.eventlet.service [None req-974ee965-6543-46e4-8c23-fefcb65338e9 None None] AGENT.root_helper_daemon = sudo /opt/stack/data/venv/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=69685) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 658.826430] env[69685]: DEBUG oslo_service.backend.eventlet.service [None req-974ee965-6543-46e4-8c23-fefcb65338e9 None None] AGENT.rpc_max_records_per_query = 1000 {{(pid=69685) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 658.826576] env[69685]: DEBUG oslo_service.backend.eventlet.service [None req-974ee965-6543-46e4-8c23-fefcb65338e9 None None] AGENT.sync_skew = 60 {{(pid=69685) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 658.826722] env[69685]: DEBUG oslo_service.backend.eventlet.service [None req-974ee965-6543-46e4-8c23-fefcb65338e9 None None] AGENT.synchronization_queue_size = 20 {{(pid=69685) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 658.826869] env[69685]: DEBUG oslo_service.backend.eventlet.service [None req-974ee965-6543-46e4-8c23-fefcb65338e9 None None] AGENT.use_helper_for_ns_read = True {{(pid=69685) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 658.827027] env[69685]: DEBUG oslo_service.backend.eventlet.service [None req-974ee965-6543-46e4-8c23-fefcb65338e9 None None] SECURITYGROUP.enable_ipset = True {{(pid=69685) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 658.827189] env[69685]: DEBUG oslo_service.backend.eventlet.service [None req-974ee965-6543-46e4-8c23-fefcb65338e9 None None] SECURITYGROUP.enable_security_group = True {{(pid=69685) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 658.827347] env[69685]: DEBUG oslo_service.backend.eventlet.service [None req-974ee965-6543-46e4-8c23-fefcb65338e9 None None] SECURITYGROUP.firewall_driver = nsxv3 {{(pid=69685) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 658.827493] env[69685]: DEBUG oslo_service.backend.eventlet.service [None req-974ee965-6543-46e4-8c23-fefcb65338e9 None None] SECURITYGROUP.permitted_ethertypes = [] {{(pid=69685) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 658.827642] env[69685]: DEBUG oslo_service.backend.eventlet.service [None req-974ee965-6543-46e4-8c23-fefcb65338e9 None None] experimental.ipv6_pd_enabled = False {{(pid=69685) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 658.827804] env[69685]: DEBUG oslo_service.backend.eventlet.service [None req-974ee965-6543-46e4-8c23-fefcb65338e9 None None] ml2.extension_drivers = ['port_security'] {{(pid=69685) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 658.827944] env[69685]: DEBUG oslo_service.backend.eventlet.service [None req-974ee965-6543-46e4-8c23-fefcb65338e9 None None] ml2.external_network_type = None {{(pid=69685) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 658.828110] env[69685]: DEBUG oslo_service.backend.eventlet.service [None req-974ee965-6543-46e4-8c23-fefcb65338e9 None None] ml2.mechanism_drivers = ['nsxv3', 'openvswitch', 'logger'] {{(pid=69685) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 658.828338] env[69685]: DEBUG oslo_service.backend.eventlet.service [None req-974ee965-6543-46e4-8c23-fefcb65338e9 None None] ml2.overlay_ip_version = 4 {{(pid=69685) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 658.828424] env[69685]: DEBUG oslo_service.backend.eventlet.service [None req-974ee965-6543-46e4-8c23-fefcb65338e9 None None] ml2.path_mtu = 8950 {{(pid=69685) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 658.828549] env[69685]: DEBUG oslo_service.backend.eventlet.service [None req-974ee965-6543-46e4-8c23-fefcb65338e9 None None] ml2.physical_network_mtus = {} {{(pid=69685) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 658.828699] env[69685]: DEBUG oslo_service.backend.eventlet.service [None req-974ee965-6543-46e4-8c23-fefcb65338e9 None None] ml2.tenant_network_types = ['vlan'] {{(pid=69685) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 658.828847] env[69685]: DEBUG oslo_service.backend.eventlet.service [None req-974ee965-6543-46e4-8c23-fefcb65338e9 None None] ml2.tunnelled_network_rp_name = rp_tunnelled {{(pid=69685) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 658.828996] env[69685]: DEBUG oslo_service.backend.eventlet.service [None req-974ee965-6543-46e4-8c23-fefcb65338e9 None None] ml2.type_drivers = ['vlan'] {{(pid=69685) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 658.829164] env[69685]: DEBUG oslo_service.backend.eventlet.service [None req-974ee965-6543-46e4-8c23-fefcb65338e9 None None] AGENT_CLI.neutron_port_id = [] {{(pid=69685) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 658.829333] env[69685]: DEBUG oslo_service.backend.eventlet.service [None req-974ee965-6543-46e4-8c23-fefcb65338e9 None None] AGENT_CLI.neutron_qos_policy_id = [] {{(pid=69685) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 658.829497] env[69685]: DEBUG oslo_service.backend.eventlet.service [None req-974ee965-6543-46e4-8c23-fefcb65338e9 None None] AGENT_CLI.neutron_security_group_id = [] {{(pid=69685) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 658.829653] env[69685]: DEBUG oslo_service.backend.eventlet.service [None req-974ee965-6543-46e4-8c23-fefcb65338e9 None None] NSXV3.nsxv3_concurrent_requests = 40 {{(pid=69685) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 658.829807] env[69685]: DEBUG oslo_service.backend.eventlet.service [None req-974ee965-6543-46e4-8c23-fefcb65338e9 None None] NSXV3.nsxv3_connection_retry_count = 2 {{(pid=69685) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 658.829955] env[69685]: DEBUG oslo_service.backend.eventlet.service [None req-974ee965-6543-46e4-8c23-fefcb65338e9 None None] NSXV3.nsxv3_connection_retry_sleep = 2 {{(pid=69685) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 658.830116] env[69685]: DEBUG oslo_service.backend.eventlet.service [None req-974ee965-6543-46e4-8c23-fefcb65338e9 None None] NSXV3.nsxv3_default_policy_infrastructure_rules = True {{(pid=69685) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 658.830267] env[69685]: DEBUG oslo_service.backend.eventlet.service [None req-974ee965-6543-46e4-8c23-fefcb65338e9 None None] NSXV3.nsxv3_dfw_connectivity_strategy = NONE {{(pid=69685) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 658.830411] env[69685]: DEBUG oslo_service.backend.eventlet.service [None req-974ee965-6543-46e4-8c23-fefcb65338e9 None None] NSXV3.nsxv3_ip_discovery_switching_profile = nsx-default-ip-discovery-vlan-profile {{(pid=69685) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 658.830599] env[69685]: DEBUG oslo_service.backend.eventlet.service [None req-974ee965-6543-46e4-8c23-fefcb65338e9 None None] NSXV3.nsxv3_login_hostname = nsxt.osci.c.eu-de-1.cloud.sap {{(pid=69685) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 658.830752] env[69685]: DEBUG oslo_service.backend.eventlet.service [None req-974ee965-6543-46e4-8c23-fefcb65338e9 None None] NSXV3.nsxv3_login_password = **** {{(pid=69685) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 658.830904] env[69685]: DEBUG oslo_service.backend.eventlet.service [None req-974ee965-6543-46e4-8c23-fefcb65338e9 None None] NSXV3.nsxv3_login_port = 443 {{(pid=69685) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 658.831059] env[69685]: DEBUG oslo_service.backend.eventlet.service [None req-974ee965-6543-46e4-8c23-fefcb65338e9 None None] NSXV3.nsxv3_login_user = admin {{(pid=69685) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 658.831236] env[69685]: DEBUG oslo_service.backend.eventlet.service [None req-974ee965-6543-46e4-8c23-fefcb65338e9 None None] NSXV3.nsxv3_managed_hosts = [] {{(pid=69685) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 658.831353] env[69685]: DEBUG oslo_service.backend.eventlet.service [None req-974ee965-6543-46e4-8c23-fefcb65338e9 None None] NSXV3.nsxv3_max_records_per_query = 200 {{(pid=69685) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 658.831499] env[69685]: DEBUG oslo_service.backend.eventlet.service [None req-974ee965-6543-46e4-8c23-fefcb65338e9 None None] NSXV3.nsxv3_operation_retry_count = 3 {{(pid=69685) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 658.831640] env[69685]: DEBUG oslo_service.backend.eventlet.service [None req-974ee965-6543-46e4-8c23-fefcb65338e9 None None] NSXV3.nsxv3_operation_retry_sleep = 5 {{(pid=69685) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 658.831787] env[69685]: DEBUG oslo_service.backend.eventlet.service [None req-974ee965-6543-46e4-8c23-fefcb65338e9 None None] NSXV3.nsxv3_realization_timeout = 300 {{(pid=69685) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 658.831954] env[69685]: DEBUG oslo_service.backend.eventlet.service [None req-974ee965-6543-46e4-8c23-fefcb65338e9 None None] NSXV3.nsxv3_remove_orphan_ports_after = 2.0 {{(pid=69685) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 658.832119] env[69685]: DEBUG oslo_service.backend.eventlet.service [None req-974ee965-6543-46e4-8c23-fefcb65338e9 None None] NSXV3.nsxv3_request_timeout = 60 {{(pid=69685) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 658.832272] env[69685]: DEBUG oslo_service.backend.eventlet.service [None req-974ee965-6543-46e4-8c23-fefcb65338e9 None None] NSXV3.nsxv3_requests_per_second = 80 {{(pid=69685) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 658.832418] env[69685]: DEBUG oslo_service.backend.eventlet.service [None req-974ee965-6543-46e4-8c23-fefcb65338e9 None None] NSXV3.nsxv3_requests_per_second_timeout = 7 {{(pid=69685) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 658.832562] env[69685]: DEBUG oslo_service.backend.eventlet.service [None req-974ee965-6543-46e4-8c23-fefcb65338e9 None None] NSXV3.nsxv3_spoof_guard_switching_profile = nsx-default-spoof-guard-vif-profile {{(pid=69685) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 658.832714] env[69685]: DEBUG oslo_service.backend.eventlet.service [None req-974ee965-6543-46e4-8c23-fefcb65338e9 None None] NSXV3.nsxv3_suppress_ssl_warnings = True {{(pid=69685) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 658.832857] env[69685]: DEBUG oslo_service.backend.eventlet.service [None req-974ee965-6543-46e4-8c23-fefcb65338e9 None None] NSXV3.nsxv3_transport_zone_id_cache_time = 86400 {{(pid=69685) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 658.833008] env[69685]: DEBUG oslo_service.backend.eventlet.service [None req-974ee965-6543-46e4-8c23-fefcb65338e9 None None] NSXV3.nsxv3_transport_zone_name = nsx-vlan-transportzone {{(pid=69685) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 658.833202] env[69685]: DEBUG oslo_service.backend.eventlet.service [None req-974ee965-6543-46e4-8c23-fefcb65338e9 None None] vsphere.vsphere_login_hostname = vc-l-01a.corp.local {{(pid=69685) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 658.833356] env[69685]: DEBUG oslo_service.backend.eventlet.service [None req-974ee965-6543-46e4-8c23-fefcb65338e9 None None] vsphere.vsphere_login_password = VMware1! {{(pid=69685) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 658.833501] env[69685]: DEBUG oslo_service.backend.eventlet.service [None req-974ee965-6543-46e4-8c23-fefcb65338e9 None None] vsphere.vsphere_login_username = administrator@vsphere.local {{(pid=69685) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 658.833641] env[69685]: DEBUG oslo_service.backend.eventlet.service [None req-974ee965-6543-46e4-8c23-fefcb65338e9 None None] vsphere.vsphere_suppress_ssl_wornings = True {{(pid=69685) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 658.833786] env[69685]: DEBUG oslo_service.backend.eventlet.service [None req-974ee965-6543-46e4-8c23-fefcb65338e9 None None] nova.auth_section = None {{(pid=69685) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 658.833936] env[69685]: DEBUG oslo_service.backend.eventlet.service [None req-974ee965-6543-46e4-8c23-fefcb65338e9 None None] nova.auth_type = password {{(pid=69685) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 658.834115] env[69685]: DEBUG oslo_service.backend.eventlet.service [None req-974ee965-6543-46e4-8c23-fefcb65338e9 None None] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=69685) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 658.834270] env[69685]: DEBUG oslo_service.backend.eventlet.service [None req-974ee965-6543-46e4-8c23-fefcb65338e9 None None] nova.certfile = None {{(pid=69685) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 658.834416] env[69685]: DEBUG oslo_service.backend.eventlet.service [None req-974ee965-6543-46e4-8c23-fefcb65338e9 None None] nova.collect_timing = False {{(pid=69685) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 658.834567] env[69685]: DEBUG oslo_service.backend.eventlet.service [None req-974ee965-6543-46e4-8c23-fefcb65338e9 None None] nova.endpoint_type = public {{(pid=69685) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 658.834710] env[69685]: DEBUG oslo_service.backend.eventlet.service [None req-974ee965-6543-46e4-8c23-fefcb65338e9 None None] nova.insecure = False {{(pid=69685) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 658.834844] env[69685]: DEBUG oslo_service.backend.eventlet.service [None req-974ee965-6543-46e4-8c23-fefcb65338e9 None None] nova.keyfile = None {{(pid=69685) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 658.834990] env[69685]: DEBUG oslo_service.backend.eventlet.service [None req-974ee965-6543-46e4-8c23-fefcb65338e9 None None] nova.region_name = RegionOne {{(pid=69685) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 658.835149] env[69685]: DEBUG oslo_service.backend.eventlet.service [None req-974ee965-6543-46e4-8c23-fefcb65338e9 None None] nova.split_loggers = False {{(pid=69685) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 658.835330] env[69685]: DEBUG oslo_service.backend.eventlet.service [None req-974ee965-6543-46e4-8c23-fefcb65338e9 None None] nova.timeout = None {{(pid=69685) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 658.835439] env[69685]: DEBUG oslo_service.backend.eventlet.service [None req-974ee965-6543-46e4-8c23-fefcb65338e9 None None] placement.auth_section = None {{(pid=69685) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 658.835591] env[69685]: DEBUG oslo_service.backend.eventlet.service [None req-974ee965-6543-46e4-8c23-fefcb65338e9 None None] placement.auth_type = password {{(pid=69685) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 658.835736] env[69685]: DEBUG oslo_service.backend.eventlet.service [None req-974ee965-6543-46e4-8c23-fefcb65338e9 None None] placement.cafile = /opt/stack/data/ca-bundle.pem {{(pid=69685) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 658.835872] env[69685]: DEBUG oslo_service.backend.eventlet.service [None req-974ee965-6543-46e4-8c23-fefcb65338e9 None None] placement.certfile = None {{(pid=69685) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 658.836016] env[69685]: DEBUG oslo_service.backend.eventlet.service [None req-974ee965-6543-46e4-8c23-fefcb65338e9 None None] placement.collect_timing = False {{(pid=69685) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 658.836168] env[69685]: DEBUG oslo_service.backend.eventlet.service [None req-974ee965-6543-46e4-8c23-fefcb65338e9 None None] placement.endpoint_type = public {{(pid=69685) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 658.836306] env[69685]: DEBUG oslo_service.backend.eventlet.service [None req-974ee965-6543-46e4-8c23-fefcb65338e9 None None] placement.insecure = False {{(pid=69685) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 658.836463] env[69685]: DEBUG oslo_service.backend.eventlet.service [None req-974ee965-6543-46e4-8c23-fefcb65338e9 None None] placement.keyfile = None {{(pid=69685) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 658.836610] env[69685]: DEBUG oslo_service.backend.eventlet.service [None req-974ee965-6543-46e4-8c23-fefcb65338e9 None None] placement.region_name = None {{(pid=69685) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 658.836748] env[69685]: DEBUG oslo_service.backend.eventlet.service [None req-974ee965-6543-46e4-8c23-fefcb65338e9 None None] placement.split_loggers = False {{(pid=69685) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 658.836882] env[69685]: DEBUG oslo_service.backend.eventlet.service [None req-974ee965-6543-46e4-8c23-fefcb65338e9 None None] placement.timeout = None {{(pid=69685) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 658.837035] env[69685]: DEBUG oslo_service.backend.eventlet.service [None req-974ee965-6543-46e4-8c23-fefcb65338e9 None None] ironic.auth_section = None {{(pid=69685) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 658.837183] env[69685]: DEBUG oslo_service.backend.eventlet.service [None req-974ee965-6543-46e4-8c23-fefcb65338e9 None None] ironic.auth_type = None {{(pid=69685) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 658.837408] env[69685]: DEBUG oslo_service.backend.eventlet.service [None req-974ee965-6543-46e4-8c23-fefcb65338e9 None None] ironic.cafile = None {{(pid=69685) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 658.837580] env[69685]: DEBUG oslo_service.backend.eventlet.service [None req-974ee965-6543-46e4-8c23-fefcb65338e9 None None] ironic.certfile = None {{(pid=69685) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 658.837729] env[69685]: DEBUG oslo_service.backend.eventlet.service [None req-974ee965-6543-46e4-8c23-fefcb65338e9 None None] ironic.collect_timing = False {{(pid=69685) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 658.837870] env[69685]: DEBUG oslo_service.backend.eventlet.service [None req-974ee965-6543-46e4-8c23-fefcb65338e9 None None] ironic.connect_retries = None {{(pid=69685) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 658.838025] env[69685]: DEBUG oslo_service.backend.eventlet.service [None req-974ee965-6543-46e4-8c23-fefcb65338e9 None None] ironic.connect_retry_delay = None {{(pid=69685) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 658.838172] env[69685]: DEBUG oslo_service.backend.eventlet.service [None req-974ee965-6543-46e4-8c23-fefcb65338e9 None None] ironic.enable_notifications = False {{(pid=69685) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 658.838349] env[69685]: DEBUG oslo_service.backend.eventlet.service [None req-974ee965-6543-46e4-8c23-fefcb65338e9 None None] ironic.endpoint_override = None {{(pid=69685) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 658.838439] env[69685]: DEBUG oslo_service.backend.eventlet.service [None req-974ee965-6543-46e4-8c23-fefcb65338e9 None None] ironic.insecure = False {{(pid=69685) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 658.838583] env[69685]: DEBUG oslo_service.backend.eventlet.service [None req-974ee965-6543-46e4-8c23-fefcb65338e9 None None] ironic.interface = None {{(pid=69685) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 658.838721] env[69685]: DEBUG oslo_service.backend.eventlet.service [None req-974ee965-6543-46e4-8c23-fefcb65338e9 None None] ironic.keyfile = None {{(pid=69685) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 658.838871] env[69685]: DEBUG oslo_service.backend.eventlet.service [None req-974ee965-6543-46e4-8c23-fefcb65338e9 None None] ironic.max_version = None {{(pid=69685) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 658.839014] env[69685]: DEBUG oslo_service.backend.eventlet.service [None req-974ee965-6543-46e4-8c23-fefcb65338e9 None None] ironic.min_version = None {{(pid=69685) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 658.839157] env[69685]: DEBUG oslo_service.backend.eventlet.service [None req-974ee965-6543-46e4-8c23-fefcb65338e9 None None] ironic.region_name = None {{(pid=69685) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 658.839298] env[69685]: DEBUG oslo_service.backend.eventlet.service [None req-974ee965-6543-46e4-8c23-fefcb65338e9 None None] ironic.retriable_status_codes = None {{(pid=69685) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 658.839436] env[69685]: DEBUG oslo_service.backend.eventlet.service [None req-974ee965-6543-46e4-8c23-fefcb65338e9 None None] ironic.service_name = None {{(pid=69685) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 658.839574] env[69685]: DEBUG oslo_service.backend.eventlet.service [None req-974ee965-6543-46e4-8c23-fefcb65338e9 None None] ironic.service_type = None {{(pid=69685) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 658.839718] env[69685]: DEBUG oslo_service.backend.eventlet.service [None req-974ee965-6543-46e4-8c23-fefcb65338e9 None None] ironic.split_loggers = False {{(pid=69685) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 658.839857] env[69685]: DEBUG oslo_service.backend.eventlet.service [None req-974ee965-6543-46e4-8c23-fefcb65338e9 None None] ironic.status_code_retries = None {{(pid=69685) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 658.839996] env[69685]: DEBUG oslo_service.backend.eventlet.service [None req-974ee965-6543-46e4-8c23-fefcb65338e9 None None] ironic.status_code_retry_delay = None {{(pid=69685) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 658.840147] env[69685]: DEBUG oslo_service.backend.eventlet.service [None req-974ee965-6543-46e4-8c23-fefcb65338e9 None None] ironic.timeout = None {{(pid=69685) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 658.840287] env[69685]: DEBUG oslo_service.backend.eventlet.service [None req-974ee965-6543-46e4-8c23-fefcb65338e9 None None] ironic.valid_interfaces = None {{(pid=69685) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 658.840444] env[69685]: DEBUG oslo_service.backend.eventlet.service [None req-974ee965-6543-46e4-8c23-fefcb65338e9 None None] ironic.version = None {{(pid=69685) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 658.840680] env[69685]: DEBUG oslo_service.backend.eventlet.service [None req-974ee965-6543-46e4-8c23-fefcb65338e9 None None] cli_script.dry_run = False {{(pid=69685) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 658.840849] env[69685]: DEBUG oslo_service.backend.eventlet.service [None req-974ee965-6543-46e4-8c23-fefcb65338e9 None None] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=69685) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 658.840993] env[69685]: DEBUG oslo_service.backend.eventlet.service [None req-974ee965-6543-46e4-8c23-fefcb65338e9 None None] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=69685) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 658.841151] env[69685]: DEBUG oslo_service.backend.eventlet.service [None req-974ee965-6543-46e4-8c23-fefcb65338e9 None None] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=69685) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 658.841296] env[69685]: DEBUG oslo_service.backend.eventlet.service [None req-974ee965-6543-46e4-8c23-fefcb65338e9 None None] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=69685) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 658.841474] env[69685]: DEBUG oslo_service.backend.eventlet.service [None req-974ee965-6543-46e4-8c23-fefcb65338e9 None None] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=69685) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 658.841641] env[69685]: DEBUG oslo_service.backend.eventlet.service [None req-974ee965-6543-46e4-8c23-fefcb65338e9 None None] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=69685) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 658.841796] env[69685]: DEBUG oslo_service.backend.eventlet.service [None req-974ee965-6543-46e4-8c23-fefcb65338e9 None None] oslo_messaging_rabbit.heartbeat_in_pthread = False {{(pid=69685) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 658.841940] env[69685]: DEBUG oslo_service.backend.eventlet.service [None req-974ee965-6543-46e4-8c23-fefcb65338e9 None None] oslo_messaging_rabbit.heartbeat_rate = 3 {{(pid=69685) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 658.842096] env[69685]: DEBUG oslo_service.backend.eventlet.service [None req-974ee965-6543-46e4-8c23-fefcb65338e9 None None] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=69685) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 658.842259] env[69685]: DEBUG oslo_service.backend.eventlet.service [None req-974ee965-6543-46e4-8c23-fefcb65338e9 None None] oslo_messaging_rabbit.hostname = devstack {{(pid=69685) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 658.842402] env[69685]: DEBUG oslo_service.backend.eventlet.service [None req-974ee965-6543-46e4-8c23-fefcb65338e9 None None] oslo_messaging_rabbit.kombu_compression = None {{(pid=69685) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 658.842552] env[69685]: DEBUG oslo_service.backend.eventlet.service [None req-974ee965-6543-46e4-8c23-fefcb65338e9 None None] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=69685) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 658.842701] env[69685]: DEBUG oslo_service.backend.eventlet.service [None req-974ee965-6543-46e4-8c23-fefcb65338e9 None None] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=69685) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 658.842848] env[69685]: DEBUG oslo_service.backend.eventlet.service [None req-974ee965-6543-46e4-8c23-fefcb65338e9 None None] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=69685) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 658.842995] env[69685]: DEBUG oslo_service.backend.eventlet.service [None req-974ee965-6543-46e4-8c23-fefcb65338e9 None None] oslo_messaging_rabbit.kombu_reconnect_splay = 0.0 {{(pid=69685) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 658.843157] env[69685]: DEBUG oslo_service.backend.eventlet.service [None req-974ee965-6543-46e4-8c23-fefcb65338e9 None None] oslo_messaging_rabbit.processname = neutron-nsxv3-agent {{(pid=69685) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 658.843331] env[69685]: DEBUG oslo_service.backend.eventlet.service [None req-974ee965-6543-46e4-8c23-fefcb65338e9 None None] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=69685) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 658.843479] env[69685]: DEBUG oslo_service.backend.eventlet.service [None req-974ee965-6543-46e4-8c23-fefcb65338e9 None None] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=69685) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 658.843678] env[69685]: DEBUG oslo_service.backend.eventlet.service [None req-974ee965-6543-46e4-8c23-fefcb65338e9 None None] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=69685) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 658.843921] env[69685]: DEBUG oslo_service.backend.eventlet.service [None req-974ee965-6543-46e4-8c23-fefcb65338e9 None None] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=69685) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 658.844175] env[69685]: DEBUG oslo_service.backend.eventlet.service [None req-974ee965-6543-46e4-8c23-fefcb65338e9 None None] oslo_messaging_rabbit.rabbit_quorum_delivery_limit = 0 {{(pid=69685) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 658.844338] env[69685]: DEBUG oslo_service.backend.eventlet.service [None req-974ee965-6543-46e4-8c23-fefcb65338e9 None None] oslo_messaging_rabbit.rabbit_quorum_max_memory_bytes = 0 {{(pid=69685) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 658.844490] env[69685]: DEBUG oslo_service.backend.eventlet.service [None req-974ee965-6543-46e4-8c23-fefcb65338e9 None None] oslo_messaging_rabbit.rabbit_quorum_max_memory_length = 0 {{(pid=69685) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 658.844638] env[69685]: DEBUG oslo_service.backend.eventlet.service [None req-974ee965-6543-46e4-8c23-fefcb65338e9 None None] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=69685) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 658.844784] env[69685]: DEBUG oslo_service.backend.eventlet.service [None req-974ee965-6543-46e4-8c23-fefcb65338e9 None None] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=69685) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 658.844927] env[69685]: DEBUG oslo_service.backend.eventlet.service [None req-974ee965-6543-46e4-8c23-fefcb65338e9 None None] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=69685) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 658.845081] env[69685]: DEBUG oslo_service.backend.eventlet.service [None req-974ee965-6543-46e4-8c23-fefcb65338e9 None None] oslo_messaging_rabbit.rabbit_stream_fanout = False {{(pid=69685) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 658.845230] env[69685]: DEBUG oslo_service.backend.eventlet.service [None req-974ee965-6543-46e4-8c23-fefcb65338e9 None None] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=69685) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 658.845369] env[69685]: DEBUG oslo_service.backend.eventlet.service [None req-974ee965-6543-46e4-8c23-fefcb65338e9 None None] oslo_messaging_rabbit.rabbit_transient_quorum_queue = False {{(pid=69685) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 658.845511] env[69685]: DEBUG oslo_service.backend.eventlet.service [None req-974ee965-6543-46e4-8c23-fefcb65338e9 None None] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=69685) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 658.845652] env[69685]: DEBUG oslo_service.backend.eventlet.service [None req-974ee965-6543-46e4-8c23-fefcb65338e9 None None] oslo_messaging_rabbit.ssl = False {{(pid=69685) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 658.845802] env[69685]: DEBUG oslo_service.backend.eventlet.service [None req-974ee965-6543-46e4-8c23-fefcb65338e9 None None] oslo_messaging_rabbit.ssl_ca_file = {{(pid=69685) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 658.845948] env[69685]: DEBUG oslo_service.backend.eventlet.service [None req-974ee965-6543-46e4-8c23-fefcb65338e9 None None] oslo_messaging_rabbit.ssl_cert_file = {{(pid=69685) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 658.846098] env[69685]: DEBUG oslo_service.backend.eventlet.service [None req-974ee965-6543-46e4-8c23-fefcb65338e9 None None] oslo_messaging_rabbit.ssl_enforce_fips_mode = False {{(pid=69685) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 658.846246] env[69685]: DEBUG oslo_service.backend.eventlet.service [None req-974ee965-6543-46e4-8c23-fefcb65338e9 None None] oslo_messaging_rabbit.ssl_key_file = {{(pid=69685) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 658.846390] env[69685]: DEBUG oslo_service.backend.eventlet.service [None req-974ee965-6543-46e4-8c23-fefcb65338e9 None None] oslo_messaging_rabbit.ssl_version = {{(pid=69685) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 658.846531] env[69685]: DEBUG oslo_service.backend.eventlet.service [None req-974ee965-6543-46e4-8c23-fefcb65338e9 None None] oslo_messaging_rabbit.use_queue_manager = False {{(pid=69685) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 658.846683] env[69685]: DEBUG oslo_service.backend.eventlet.service [None req-974ee965-6543-46e4-8c23-fefcb65338e9 None None] oslo_messaging_notifications.driver = [] {{(pid=69685) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 658.846828] env[69685]: DEBUG oslo_service.backend.eventlet.service [None req-974ee965-6543-46e4-8c23-fefcb65338e9 None None] oslo_messaging_notifications.retry = -1 {{(pid=69685) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 658.846987] env[69685]: DEBUG oslo_service.backend.eventlet.service [None req-974ee965-6543-46e4-8c23-fefcb65338e9 None None] oslo_messaging_notifications.topics = ['notifications'] {{(pid=69685) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 658.847146] env[69685]: DEBUG oslo_service.backend.eventlet.service [None req-974ee965-6543-46e4-8c23-fefcb65338e9 None None] oslo_messaging_notifications.transport_url = **** {{(pid=69685) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 658.847257] env[69685]: DEBUG oslo_service.backend.eventlet.service [None req-974ee965-6543-46e4-8c23-fefcb65338e9 None None] ******************************************************************************** {{(pid=69685) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2828}} [ 658.848270] env[69685]: DEBUG neutron.agent.securitygroups_rpc [None req-27145722-4c15-45ef-968b-a060eb5ca256 None None] Init firewall settings (driver=nsxv3) {{(pid=69685) init_firewall /opt/stack/neutron/neutron/agent/securitygroups_rpc.py:137}} [ 658.849548] env[69685]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.extensions.firewall [None req-27145722-4c15-45ef-968b-a060eb5ca256 None None] Initializing NSXv3SecurityGroupsDriver dummy driver. {{(pid=69685) __init__ /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/extensions/firewall.py:16}} [ 658.849789] env[69685]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-27145722-4c15-45ef-968b-a060eb5ca256 None None] RPC agent_id: nsxm-l-01a.corp.local [ 658.851984] env[69685]: DEBUG dogpile.cache.region [None req-27145722-4c15-45ef-968b-a060eb5ca256 None None] No value present for key: 'zone-id' {{(pid=69685) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 658.852129] env[69685]: DEBUG dogpile.lock [None req-27145722-4c15-45ef-968b-a060eb5ca256 None None] NeedRegenerationException {{(pid=69685) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 658.852234] env[69685]: DEBUG dogpile.lock [None req-27145722-4c15-45ef-968b-a060eb5ca256 None None] no value, waiting for create lock {{(pid=69685) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 658.852328] env[69685]: DEBUG dogpile.lock [None req-27145722-4c15-45ef-968b-a060eb5ca256 None None] value creation lock acquired {{(pid=69685) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 658.852631] env[69685]: DEBUG dogpile.cache.region [None req-27145722-4c15-45ef-968b-a060eb5ca256 None None] No value present for key: 'zone-id' {{(pid=69685) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 658.852631] env[69685]: DEBUG dogpile.lock [None req-27145722-4c15-45ef-968b-a060eb5ca256 None None] Calling creation function for not-yet-present value {{(pid=69685) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 658.852631] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-27145722-4c15-45ef-968b-a060eb5ca256 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 658.890597] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.client_nsx [None req-27145722-4c15-45ef-968b-a060eb5ca256 None None] Session token - acquiring [ 658.892636] env[69685]: DEBUG networking_nsxv3.common.locking [None req-27145722-4c15-45ef-968b-a060eb5ca256 None None] Lock https://nsxt.osci.c.eu-de-1.cloud.sap:443 taken with stack trace [, , , , , , , , , , , , , , , , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 658.892836] env[69685]: DEBUG oslo_concurrency.lockutils [None req-27145722-4c15-45ef-968b-a060eb5ca256 None None] Acquiring lock "https://nsxt.osci.c.eu-de-1.cloud.sap:443" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.892910] env[69685]: DEBUG oslo_concurrency.lockutils [None req-27145722-4c15-45ef-968b-a060eb5ca256 None None] Acquired lock "https://nsxt.osci.c.eu-de-1.cloud.sap:443" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 658.893358] env[69685]: DEBUG oslo_concurrency.lockutils [None req-27145722-4c15-45ef-968b-a060eb5ca256 None None] Acquired external semaphore "https://nsxt.osci.c.eu-de-1.cloud.sap:443" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 658.903695] env[69685]: DEBUG oslo_concurrency.lockutils [None req-27145722-4c15-45ef-968b-a060eb5ca256 None None] Releasing lock "https://nsxt.osci.c.eu-de-1.cloud.sap:443" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 659.171454] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.client_nsx [None req-27145722-4c15-45ef-968b-a060eb5ca256 None None] Session token - acquired, connected to NSX-T 4.1.2.0.0.22589037 [ 659.197566] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-27145722-4c15-45ef-968b-a060eb5ca256 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 659.197887] env[69685]: DEBUG dogpile.cache.region [None req-27145722-4c15-45ef-968b-a060eb5ca256 None None] Cache value generated in 0.345 seconds for key(s): 'zone-id' {{(pid=69685) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 659.198018] env[69685]: DEBUG dogpile.lock [None req-27145722-4c15-45ef-968b-a060eb5ca256 None None] Released creation lock {{(pid=69685) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 659.198161] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-27145722-4c15-45ef-968b-a060eb5ca256 None None] Activating Policy API Provider. [ 659.198453] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-27145722-4c15-45ef-968b-a060eb5ca256 None None] Looking for the default Infrastructure Rules. [ 659.297789] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-27145722-4c15-45ef-968b-a060eb5ca256 None None] Looking for the Default Layer3 Logged Drop Section. [ 659.313732] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [None req-27145722-4c15-45ef-968b-a060eb5ca256 None None] Detected NSX-T (4, 1, 2, 0, 0, 22589037) version. [ 659.314245] env[69685]: DEBUG networking_nsxv3.common.locking [None req-27145722-4c15-45ef-968b-a060eb5ca256 None None] Lock all taken with stack trace [, , , , , , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 659.314419] env[69685]: DEBUG oslo_concurrency.lockutils [None req-27145722-4c15-45ef-968b-a060eb5ca256 None None] Acquiring lock "all" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 659.314523] env[69685]: DEBUG oslo_concurrency.lockutils [None req-27145722-4c15-45ef-968b-a060eb5ca256 None None] Acquired lock "all" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 659.314832] env[69685]: DEBUG oslo_concurrency.lockutils [None req-27145722-4c15-45ef-968b-a060eb5ca256 None None] Acquired external semaphore "all" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 659.315248] env[69685]: DEBUG networking_nsxv3.api.rpc [None req-27145722-4c15-45ef-968b-a060eb5ca256 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_ports_with_revisions called with arguments (1000, 0) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 659.830590] env[69685]: DEBUG networking_nsxv3.api.rpc [None req-27145722-4c15-45ef-968b-a060eb5ca256 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_groups_with_revisions called with arguments (1000, 0) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 660.333284] env[69685]: DEBUG networking_nsxv3.api.rpc [None req-27145722-4c15-45ef-968b-a060eb5ca256 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_qos_policies_with_revisions called with arguments (1000, 0) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 660.835906] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [None req-27145722-4c15-45ef-968b-a060eb5ca256 None None] Inventory metadata is going to be refreshed. [ 660.836302] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-27145722-4c15-45ef-968b-a060eb5ca256 None None] [Policy] Fetching Policy NSX-T metadata for Type:Segment. [ 661.600161] env[69685]: DEBUG networking_nsxv3.common.locking [None req-27145722-4c15-45ef-968b-a060eb5ca256 None None] Lock Segment taken with stack trace [, , , , , , , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 661.600411] env[69685]: DEBUG oslo_concurrency.lockutils [None req-27145722-4c15-45ef-968b-a060eb5ca256 None None] Acquiring lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 661.600482] env[69685]: DEBUG oslo_concurrency.lockutils [None req-27145722-4c15-45ef-968b-a060eb5ca256 None None] Acquired lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 661.600792] env[69685]: DEBUG oslo_concurrency.lockutils [None req-27145722-4c15-45ef-968b-a060eb5ca256 None None] Acquired external semaphore "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 661.719796] env[69685]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider [None req-27145722-4c15-45ef-968b-a060eb5ca256 None None] Duplicate resource with OS_ID: 992 ID: cl2-zone-992 [ 661.720958] env[69685]: DEBUG oslo_concurrency.lockutils [None req-27145722-4c15-45ef-968b-a060eb5ca256 None None] Releasing lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 661.721970] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-27145722-4c15-45ef-968b-a060eb5ca256 None None] [Policy] Fetching Policy NSX-T metadata for Type:SegmentPort. [ 661.741111] env[69685]: DEBUG networking_nsxv3.common.locking [None req-27145722-4c15-45ef-968b-a060eb5ca256 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 661.741292] env[69685]: DEBUG oslo_concurrency.lockutils [None req-27145722-4c15-45ef-968b-a060eb5ca256 None None] Acquiring lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 661.741396] env[69685]: DEBUG oslo_concurrency.lockutils [None req-27145722-4c15-45ef-968b-a060eb5ca256 None None] Acquired lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 661.741653] env[69685]: DEBUG oslo_concurrency.lockutils [None req-27145722-4c15-45ef-968b-a060eb5ca256 None None] Acquired external semaphore "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 661.741774] env[69685]: DEBUG oslo_concurrency.lockutils [None req-27145722-4c15-45ef-968b-a060eb5ca256 None None] Releasing lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 661.741943] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-27145722-4c15-45ef-968b-a060eb5ca256 None None] [Policy] The number of outdated resources for Type:SegmentPort Is:0. [ 661.742093] env[69685]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-27145722-4c15-45ef-968b-a060eb5ca256 None None] Outdated resources of Type:SegmentPort Are:set() {{(pid=69685) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 661.742167] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-27145722-4c15-45ef-968b-a060eb5ca256 None None] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules). [ 661.764687] env[69685]: DEBUG networking_nsxv3.common.locking [None req-27145722-4c15-45ef-968b-a060eb5ca256 None None] Lock Security Group (Rules) taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 661.764906] env[69685]: DEBUG oslo_concurrency.lockutils [None req-27145722-4c15-45ef-968b-a060eb5ca256 None None] Acquiring lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 661.764975] env[69685]: DEBUG oslo_concurrency.lockutils [None req-27145722-4c15-45ef-968b-a060eb5ca256 None None] Acquired lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 661.765198] env[69685]: DEBUG oslo_concurrency.lockutils [None req-27145722-4c15-45ef-968b-a060eb5ca256 None None] Acquired external semaphore "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 661.765364] env[69685]: DEBUG oslo_concurrency.lockutils [None req-27145722-4c15-45ef-968b-a060eb5ca256 None None] Releasing lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 661.765499] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-27145722-4c15-45ef-968b-a060eb5ca256 None None] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules Remote IP Prefix). [ 661.784344] env[69685]: DEBUG networking_nsxv3.common.locking [None req-27145722-4c15-45ef-968b-a060eb5ca256 None None] Lock Security Group (Rules Remote IP Prefix) taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 661.784490] env[69685]: DEBUG oslo_concurrency.lockutils [None req-27145722-4c15-45ef-968b-a060eb5ca256 None None] Acquiring lock "Security Group (Rules Remote IP Prefix)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 661.784590] env[69685]: DEBUG oslo_concurrency.lockutils [None req-27145722-4c15-45ef-968b-a060eb5ca256 None None] Acquired lock "Security Group (Rules Remote IP Prefix)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 661.784819] env[69685]: DEBUG oslo_concurrency.lockutils [None req-27145722-4c15-45ef-968b-a060eb5ca256 None None] Acquired external semaphore "Security Group (Rules Remote IP Prefix)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 661.784951] env[69685]: DEBUG oslo_concurrency.lockutils [None req-27145722-4c15-45ef-968b-a060eb5ca256 None None] Releasing lock "Security Group (Rules Remote IP Prefix)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 661.785117] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-27145722-4c15-45ef-968b-a060eb5ca256 None None] [Policy] Fetching Policy NSX-T metadata for Type:Address Group. [ 661.805813] env[69685]: DEBUG networking_nsxv3.common.locking [None req-27145722-4c15-45ef-968b-a060eb5ca256 None None] Lock Address Group taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 661.806041] env[69685]: DEBUG oslo_concurrency.lockutils [None req-27145722-4c15-45ef-968b-a060eb5ca256 None None] Acquiring lock "Address Group" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 661.806124] env[69685]: DEBUG oslo_concurrency.lockutils [None req-27145722-4c15-45ef-968b-a060eb5ca256 None None] Acquired lock "Address Group" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 661.806301] env[69685]: DEBUG oslo_concurrency.lockutils [None req-27145722-4c15-45ef-968b-a060eb5ca256 None None] Acquired external semaphore "Address Group" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 661.806444] env[69685]: DEBUG oslo_concurrency.lockutils [None req-27145722-4c15-45ef-968b-a060eb5ca256 None None] Releasing lock "Address Group" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 661.806584] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-27145722-4c15-45ef-968b-a060eb5ca256 None None] [Policy] The number of outdated resources for Type:Security Group (Rules) Is:0. [ 661.806692] env[69685]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-27145722-4c15-45ef-968b-a060eb5ca256 None None] Outdated resources of Type:Security Group (Rules) Are:set() {{(pid=69685) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 661.806799] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-27145722-4c15-45ef-968b-a060eb5ca256 None None] [Policy] Fetching Policy NSX-T metadata for Type:Segment QoS. [ 661.824333] env[69685]: DEBUG networking_nsxv3.common.locking [None req-27145722-4c15-45ef-968b-a060eb5ca256 None None] Lock Segment QoS taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 661.824491] env[69685]: DEBUG oslo_concurrency.lockutils [None req-27145722-4c15-45ef-968b-a060eb5ca256 None None] Acquiring lock "Segment QoS" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 661.824577] env[69685]: DEBUG oslo_concurrency.lockutils [None req-27145722-4c15-45ef-968b-a060eb5ca256 None None] Acquired lock "Segment QoS" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 661.824813] env[69685]: DEBUG oslo_concurrency.lockutils [None req-27145722-4c15-45ef-968b-a060eb5ca256 None None] Acquired external semaphore "Segment QoS" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 661.824932] env[69685]: DEBUG oslo_concurrency.lockutils [None req-27145722-4c15-45ef-968b-a060eb5ca256 None None] Releasing lock "Segment QoS" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 661.825101] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-27145722-4c15-45ef-968b-a060eb5ca256 None None] [Policy] The number of outdated resources for Type:Segment QoS Is:0. [ 661.825254] env[69685]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-27145722-4c15-45ef-968b-a060eb5ca256 None None] Outdated resources of Type:Segment QoS Are:set() {{(pid=69685) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 661.825373] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-27145722-4c15-45ef-968b-a060eb5ca256 None None] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Members). [ 661.844319] env[69685]: DEBUG networking_nsxv3.common.locking [None req-27145722-4c15-45ef-968b-a060eb5ca256 None None] Lock Security Group (Members) taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 661.844649] env[69685]: DEBUG oslo_concurrency.lockutils [None req-27145722-4c15-45ef-968b-a060eb5ca256 None None] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 661.844649] env[69685]: DEBUG oslo_concurrency.lockutils [None req-27145722-4c15-45ef-968b-a060eb5ca256 None None] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 661.844783] env[69685]: DEBUG oslo_concurrency.lockutils [None req-27145722-4c15-45ef-968b-a060eb5ca256 None None] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 661.844913] env[69685]: DEBUG oslo_concurrency.lockutils [None req-27145722-4c15-45ef-968b-a060eb5ca256 None None] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 661.845137] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-27145722-4c15-45ef-968b-a060eb5ca256 None None] [Policy] The number of outdated resources for Type:Security Group (Members) Is:0. [ 661.845253] env[69685]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-27145722-4c15-45ef-968b-a060eb5ca256 None None] Outdated resources of Type:Security Group (Members) Are:set() {{(pid=69685) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 661.845356] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [None req-27145722-4c15-45ef-968b-a060eb5ca256 None None] Inventory metadata have been refreshed. [ 661.845455] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [None req-27145722-4c15-45ef-968b-a060eb5ca256 None None] Dryrun:True. Metadata refresh completed. [ 661.845576] env[69685]: DEBUG oslo_concurrency.lockutils [None req-27145722-4c15-45ef-968b-a060eb5ca256 None None] Releasing lock "all" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 661.847234] env[69685]: INFO neutron.agent.agent_extensions_manager [None req-27145722-4c15-45ef-968b-a060eb5ca256 None None] Loaded agent extensions: [] [ 661.847912] env[69685]: DEBUG neutron_lib.callbacks.manager [None req-27145722-4c15-45ef-968b-a060eb5ca256 None None] Publish callbacks [] for NSXv3 Agent (None), after_init {{(pid=69685) _notify_loop /opt/stack/data/venv/lib/python3.10/site-packages/neutron_lib/callbacks/manager.py:184}} [ 661.907507] env[69685]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-27145722-4c15-45ef-968b-a060eb5ca256 None None] NSXv3 Agent Agent RPC Daemon Started! [ 661.907652] env[69685]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-27145722-4c15-45ef-968b-a060eb5ca256 None None] NSXv3 Agent Agent loop - iteration:0 started [ 661.907719] env[69685]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-27145722-4c15-45ef-968b-a060eb5ca256 None None] NSXv3 Agent Agent out of sync with plugin! [ 666.848461] env[69685]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 666.848874] env[69685]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 668.850638] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock all taken with stack trace [, , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 668.851088] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "all" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 668.851088] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "all" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 668.851250] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "all" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 668.851424] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_ports_with_revisions called with arguments (1000, 0) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 669.355719] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_groups_with_revisions called with arguments (1000, 0) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 669.859647] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_qos_policies_with_revisions called with arguments (1000, 0) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 670.361954] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Inventory metadata is going to be refreshed. [ 670.362116] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Segment. [ 671.157184] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 671.157557] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 671.157557] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 671.157557] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 671.169541] env[69685]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider [-] Duplicate resource with OS_ID: 992 ID: cl2-zone-992 [ 671.170311] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 671.170878] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:SegmentPort. [ 671.186533] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 671.186698] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 671.186698] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 671.186893] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 671.186972] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 671.187090] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:SegmentPort Is:0. [ 671.187155] env[69685]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:SegmentPort Are:set() {{(pid=69685) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 671.187228] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules). [ 671.205844] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 671.205983] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 671.206046] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 671.206210] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 671.206338] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 671.206459] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules Remote IP Prefix). [ 671.224549] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules Remote IP Prefix) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 671.224744] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules Remote IP Prefix)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 671.224744] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules Remote IP Prefix)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 671.224905] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules Remote IP Prefix)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 671.225064] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules Remote IP Prefix)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 671.225190] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Address Group. [ 671.245019] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Address Group taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 671.245167] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Address Group" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 671.245220] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Address Group" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 671.245388] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Address Group" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 671.245479] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Address Group" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 671.245585] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Security Group (Rules) Is:0. [ 671.245657] env[69685]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Security Group (Rules) Are:set() {{(pid=69685) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 671.245725] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Segment QoS. [ 671.261535] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Segment QoS taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 671.261723] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment QoS" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 671.261723] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment QoS" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 671.261890] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment QoS" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 671.261996] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment QoS" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 671.262260] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Segment QoS Is:0. [ 671.262341] env[69685]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Segment QoS Are:set() {{(pid=69685) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 671.262453] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Members). [ 671.281076] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 671.281235] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 671.281235] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 671.281402] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 671.281482] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 671.281575] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Security Group (Members) Is:0. [ 671.281643] env[69685]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Security Group (Members) Are:set() {{(pid=69685) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 671.281713] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Inventory metadata have been refreshed. [ 671.281772] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 0/0 resources of Type:Ports [ 671.281842] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 0/0 resources of Type:Security Group Rules [ 671.281956] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 0/0 resources of Type:Security Group Members [ 671.282098] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 0/0 resources of Type:QoS [ 671.282356] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Items outdated since last Agent sanitize:0 [ 671.282420] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Sanitizing provider based on age cycles [ 671.282489] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules Remote IP Prefix). [ 671.300684] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules Remote IP Prefix) taken with stack trace [, , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 671.300809] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules Remote IP Prefix)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 671.300896] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules Remote IP Prefix)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 671.301044] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules Remote IP Prefix)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 671.301142] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules Remote IP Prefix)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 671.301241] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Address Group. [ 671.317641] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Address Group taken with stack trace [, , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 671.317793] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Address Group" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 671.317829] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Address Group" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 671.317968] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Address Group" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 671.318071] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Address Group" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 671.348704] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "all" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 671.849885] env[69685]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 671.850067] env[69685]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 675.724950] env[69685]: INFO networking_nsxv3.common.synchronization [None req-a4e6c19b-0322-47e0-bfa4-3d4d39a7f8b7 demo admin] Enqueued Resource ID: 90ffb942-eb2a-44e2-b569-9fbf785d2d0b with Priority: HIGHEST for action security_group_rules [ 675.725563] env[69685]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 90ffb942-eb2a-44e2-b569-9fbf785d2d0b with Priority: HIGHEST for action security_group_rules [ 675.725895] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock rules-90ffb942-eb2a-44e2-b569-9fbf785d2d0b taken with stack trace [, , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 675.726083] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-90ffb942-eb2a-44e2-b569-9fbf785d2d0b" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 675.726187] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-90ffb942-eb2a-44e2-b569-9fbf785d2d0b" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 675.726476] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-90ffb942-eb2a-44e2-b569-9fbf785d2d0b" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 675.726598] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('90ffb942-eb2a-44e2-b569-9fbf785d2d0b',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 676.250504] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 676.250728] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 676.250728] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 676.250898] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 676.250987] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 676.251094] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 90ffb942-eb2a-44e2-b569-9fbf785d2d0b already deleted. [ 676.251175] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-90ffb942-eb2a-44e2-b569-9fbf785d2d0b" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 680.727060] env[69685]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 680.727426] env[69685]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 685.728291] env[69685]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 685.728576] env[69685]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 690.730244] env[69685]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 690.730244] env[69685]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 695.731416] env[69685]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 695.731416] env[69685]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 700.732370] env[69685]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 700.732862] env[69685]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 705.593741] env[69685]: INFO networking_nsxv3.common.synchronization [None req-0634a2ce-0d21-42ef-a567-c1581e5e18ba None None] Enqueued Resource ID: 4c5b126c-56a8-4d65-b223-d04e7449e033 with Priority: HIGHEST for action port [ 705.594098] env[69685]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4c5b126c-56a8-4d65-b223-d04e7449e033 with Priority: HIGHEST for action port [ 705.596515] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock port-4c5b126c-56a8-4d65-b223-d04e7449e033 taken with stack trace [, , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 705.596879] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-4c5b126c-56a8-4d65-b223-d04e7449e033" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.596879] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-4c5b126c-56a8-4d65-b223-d04e7449e033" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 705.597768] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-4c5b126c-56a8-4d65-b223-d04e7449e033" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 705.597768] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4c5b126c-56a8-4d65-b223-d04e7449e033',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 706.101962] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 4c5b126c-56a8-4d65-b223-d04e7449e033 [ 706.101962] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 706.101962] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 706.101962] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 706.101962] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 706.102538] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 706.102538] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:4c5b126c-56a8-4d65-b223-d04e7449e033 already deleted. [ 706.102538] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-4c5b126c-56a8-4d65-b223-d04e7449e033" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 707.350784] env[69685]: INFO networking_nsxv3.common.synchronization [None req-b003ca03-760a-44f1-b0fe-9bed9a9a4667 None None] Enqueued Resource ID: f630b73d-2763-4cc6-abe1-e46c8a6006e9 with Priority: HIGHEST for action port [ 707.351013] env[69685]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f630b73d-2763-4cc6-abe1-e46c8a6006e9 with Priority: HIGHEST for action port [ 707.352049] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock port-f630b73d-2763-4cc6-abe1-e46c8a6006e9 taken with stack trace [, , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 707.352049] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-f630b73d-2763-4cc6-abe1-e46c8a6006e9" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.352625] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-f630b73d-2763-4cc6-abe1-e46c8a6006e9" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 707.352791] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-f630b73d-2763-4cc6-abe1-e46c8a6006e9" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 707.352900] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f630b73d-2763-4cc6-abe1-e46c8a6006e9',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 707.746627] env[69685]: INFO networking_nsxv3.common.synchronization [None req-951c437d-558c-4e9c-8d7a-9a56b41c3a0a None None] Enqueued Resource ID: 461d760f-5606-41b8-929e-5a659fa2d4c0 with Priority: HIGHEST for action port [ 707.748065] env[69685]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 461d760f-5606-41b8-929e-5a659fa2d4c0 with Priority: HIGHEST for action port [ 707.748526] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock port-461d760f-5606-41b8-929e-5a659fa2d4c0 taken with stack trace [, , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 707.748886] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-461d760f-5606-41b8-929e-5a659fa2d4c0" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.749089] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-461d760f-5606-41b8-929e-5a659fa2d4c0" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 707.749490] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-461d760f-5606-41b8-929e-5a659fa2d4c0" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 707.749792] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('461d760f-5606-41b8-929e-5a659fa2d4c0',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 707.855445] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port f630b73d-2763-4cc6-abe1-e46c8a6006e9 [ 707.855803] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 707.856902] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.856980] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 707.857284] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 707.857349] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 707.857500] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:f630b73d-2763-4cc6-abe1-e46c8a6006e9 already deleted. [ 707.857610] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-f630b73d-2763-4cc6-abe1-e46c8a6006e9" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 708.253171] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 461d760f-5606-41b8-929e-5a659fa2d4c0 [ 708.253171] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 708.253171] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 708.254819] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 708.254819] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 708.254819] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 708.254819] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:461d760f-5606-41b8-929e-5a659fa2d4c0 already deleted. [ 708.254819] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-461d760f-5606-41b8-929e-5a659fa2d4c0" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 708.386280] env[69685]: INFO networking_nsxv3.common.synchronization [None req-4c392002-0acd-4707-9cb0-e4469e707445 None None] Enqueued Resource ID: 499a762d-2cca-43ad-9c4d-b1291cb57a46 with Priority: HIGHEST for action port [ 708.386579] env[69685]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 499a762d-2cca-43ad-9c4d-b1291cb57a46 with Priority: HIGHEST for action port [ 708.387126] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock port-499a762d-2cca-43ad-9c4d-b1291cb57a46 taken with stack trace [, , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 708.387252] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-499a762d-2cca-43ad-9c4d-b1291cb57a46" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 708.387316] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-499a762d-2cca-43ad-9c4d-b1291cb57a46" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 708.387561] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-499a762d-2cca-43ad-9c4d-b1291cb57a46" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 708.387698] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('499a762d-2cca-43ad-9c4d-b1291cb57a46',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 708.874288] env[69685]: INFO networking_nsxv3.common.synchronization [None req-8021b826-0214-4b37-bcbc-3f587bc34f67 None None] Enqueued Resource ID: 0ec19443-9e99-4bf5-bb22-803d7e16b5f5 with Priority: HIGHEST for action port [ 708.874288] env[69685]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0ec19443-9e99-4bf5-bb22-803d7e16b5f5 with Priority: HIGHEST for action port [ 708.874288] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock port-0ec19443-9e99-4bf5-bb22-803d7e16b5f5 taken with stack trace [, , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 708.874288] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-0ec19443-9e99-4bf5-bb22-803d7e16b5f5" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 708.874288] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-0ec19443-9e99-4bf5-bb22-803d7e16b5f5" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 708.874288] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-0ec19443-9e99-4bf5-bb22-803d7e16b5f5" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 708.874288] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0ec19443-9e99-4bf5-bb22-803d7e16b5f5',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 708.895928] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 499a762d-2cca-43ad-9c4d-b1291cb57a46 [ 708.895928] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 708.896037] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 708.896067] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 708.896575] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 708.896575] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 708.896853] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:499a762d-2cca-43ad-9c4d-b1291cb57a46 already deleted. [ 708.896853] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-499a762d-2cca-43ad-9c4d-b1291cb57a46" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 709.378264] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 0ec19443-9e99-4bf5-bb22-803d7e16b5f5 [ 709.378730] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 709.378925] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 709.379019] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 709.379235] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 709.379321] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 709.379418] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:0ec19443-9e99-4bf5-bb22-803d7e16b5f5 already deleted. [ 709.379495] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-0ec19443-9e99-4bf5-bb22-803d7e16b5f5" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 709.743783] env[69685]: INFO networking_nsxv3.common.synchronization [None req-d5bc5203-74e1-4021-a930-26d727ee6235 None None] Enqueued Resource ID: 099a424d-4aed-4869-b63e-8600665d5349 with Priority: HIGHEST for action port [ 709.744091] env[69685]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 099a424d-4aed-4869-b63e-8600665d5349 with Priority: HIGHEST for action port [ 709.745124] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock port-099a424d-4aed-4869-b63e-8600665d5349 taken with stack trace [, , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 709.745124] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-099a424d-4aed-4869-b63e-8600665d5349" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 709.745124] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-099a424d-4aed-4869-b63e-8600665d5349" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 709.745124] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-099a424d-4aed-4869-b63e-8600665d5349" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 709.747041] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('099a424d-4aed-4869-b63e-8600665d5349',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 709.854061] env[69685]: INFO networking_nsxv3.common.synchronization [None req-649465d6-f9f0-4ec4-98c8-2f6d013de182 None None] Enqueued Resource ID: 22bed959-99d6-4a89-88cf-9ddf0f7e8b84 with Priority: HIGHEST for action port [ 709.854061] env[69685]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 22bed959-99d6-4a89-88cf-9ddf0f7e8b84 with Priority: HIGHEST for action port [ 709.854061] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock port-22bed959-99d6-4a89-88cf-9ddf0f7e8b84 taken with stack trace [, , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 709.854061] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-22bed959-99d6-4a89-88cf-9ddf0f7e8b84" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 709.854061] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-22bed959-99d6-4a89-88cf-9ddf0f7e8b84" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 709.854061] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-22bed959-99d6-4a89-88cf-9ddf0f7e8b84" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 709.854061] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('22bed959-99d6-4a89-88cf-9ddf0f7e8b84',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 710.251565] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 099a424d-4aed-4869-b63e-8600665d5349 [ 710.251799] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 710.252587] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 710.252587] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 710.252587] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 710.252587] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 710.252587] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:099a424d-4aed-4869-b63e-8600665d5349 already deleted. [ 710.252587] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-099a424d-4aed-4869-b63e-8600665d5349" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 710.356363] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 22bed959-99d6-4a89-88cf-9ddf0f7e8b84 [ 710.356763] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 710.356851] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 710.356851] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 710.357068] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 710.357158] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 710.357330] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:22bed959-99d6-4a89-88cf-9ddf0f7e8b84 already deleted. [ 710.357330] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-22bed959-99d6-4a89-88cf-9ddf0f7e8b84" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 710.541263] env[69685]: INFO networking_nsxv3.common.synchronization [None req-1c544b49-8e26-4389-acff-9f531417670d None None] Enqueued Resource ID: 20b24cef-15b1-4876-8efd-2209a1b833a1 with Priority: HIGHEST for action port [ 710.541528] env[69685]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 20b24cef-15b1-4876-8efd-2209a1b833a1 with Priority: HIGHEST for action port [ 710.542079] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock port-20b24cef-15b1-4876-8efd-2209a1b833a1 taken with stack trace [, , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 710.542203] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-20b24cef-15b1-4876-8efd-2209a1b833a1" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 710.542272] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-20b24cef-15b1-4876-8efd-2209a1b833a1" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 710.542540] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-20b24cef-15b1-4876-8efd-2209a1b833a1" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 710.542586] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('20b24cef-15b1-4876-8efd-2209a1b833a1',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 711.049697] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 20b24cef-15b1-4876-8efd-2209a1b833a1 [ 711.049697] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 711.049697] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 711.049697] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 711.049697] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 711.049697] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 711.049697] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:20b24cef-15b1-4876-8efd-2209a1b833a1 already deleted. [ 711.049697] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-20b24cef-15b1-4876-8efd-2209a1b833a1" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 711.711129] env[69685]: INFO networking_nsxv3.common.synchronization [None req-a07c616c-8f0b-402f-954d-cb78502ae27e None None] Enqueued Resource ID: df5464a3-9caf-47b6-b12d-1690bb2e0ab2 with Priority: HIGHEST for action port [ 711.712235] env[69685]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: df5464a3-9caf-47b6-b12d-1690bb2e0ab2 with Priority: HIGHEST for action port [ 711.712235] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock port-df5464a3-9caf-47b6-b12d-1690bb2e0ab2 taken with stack trace [, , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 711.712558] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-df5464a3-9caf-47b6-b12d-1690bb2e0ab2" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 711.712558] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-df5464a3-9caf-47b6-b12d-1690bb2e0ab2" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 711.712617] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-df5464a3-9caf-47b6-b12d-1690bb2e0ab2" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 711.712861] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('df5464a3-9caf-47b6-b12d-1690bb2e0ab2',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 712.148471] env[69685]: INFO networking_nsxv3.common.synchronization [req-96f31e69-5020-409f-b0c8-9f2dc40f78ab req-0a5c279c-7d94-4284-9ea2-73084e490f09 tempest-ServerDiagnosticsTest-1072079149 tempest-ServerDiagnosticsTest-1072079149-project-member] Enqueued Resource ID: b2cbcb4a-8cfb-4552-a801-42c4104e9177 with Priority: HIGHEST for action security_group_members [ 712.148744] env[69685]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b2cbcb4a-8cfb-4552-a801-42c4104e9177 with Priority: HIGHEST for action security_group_members [ 712.149112] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock member-b2cbcb4a-8cfb-4552-a801-42c4104e9177 taken with stack trace [, , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 712.149245] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b2cbcb4a-8cfb-4552-a801-42c4104e9177" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 712.149316] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b2cbcb4a-8cfb-4552-a801-42c4104e9177" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 712.149560] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b2cbcb4a-8cfb-4552-a801-42c4104e9177" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 712.149717] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 712.149820] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 712.149875] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 712.150041] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 712.150126] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 712.150496] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b2cbcb4a-8cfb-4552-a801-42c4104e9177',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 712.215443] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port df5464a3-9caf-47b6-b12d-1690bb2e0ab2 [ 712.215573] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 712.215896] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 712.215896] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 712.217134] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 712.217134] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 712.217134] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:df5464a3-9caf-47b6-b12d-1690bb2e0ab2 already deleted. [ 712.217134] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-df5464a3-9caf-47b6-b12d-1690bb2e0ab2" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 712.652879] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 712.653059] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 712.653163] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 712.653384] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 712.653498] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 712.653872] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 712.653872] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 712.653872] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 712.654037] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 712.654114] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 712.654188] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b2cbcb4a-8cfb-4552-a801-42c4104e9177 already deleted. [ 712.654283] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b2cbcb4a-8cfb-4552-a801-42c4104e9177" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 712.672691] env[69685]: INFO networking_nsxv3.common.synchronization [None req-0f14d5e0-090d-4c0b-8316-5bb1fe6dc0ab None None] Enqueued Resource ID: 4e718478-b7ae-455d-8603-fde6d5d37f57 with Priority: HIGHEST for action port [ 712.672691] env[69685]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4e718478-b7ae-455d-8603-fde6d5d37f57 with Priority: HIGHEST for action port [ 712.672691] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock port-4e718478-b7ae-455d-8603-fde6d5d37f57 taken with stack trace [, , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 712.672993] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-4e718478-b7ae-455d-8603-fde6d5d37f57" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 712.672993] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-4e718478-b7ae-455d-8603-fde6d5d37f57" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 712.673069] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-4e718478-b7ae-455d-8603-fde6d5d37f57" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 712.673136] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4e718478-b7ae-455d-8603-fde6d5d37f57',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 713.178201] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 4e718478-b7ae-455d-8603-fde6d5d37f57 [ 713.178201] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 713.178201] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 713.178201] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 713.178201] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 713.178201] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 713.178201] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:4e718478-b7ae-455d-8603-fde6d5d37f57 already deleted. [ 713.178201] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-4e718478-b7ae-455d-8603-fde6d5d37f57" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 713.240109] env[69685]: INFO networking_nsxv3.common.synchronization [None req-efbebe28-bb36-4007-b9af-71c0f6f2c2e9 None None] Enqueued Resource ID: eb633c98-d140-432b-adf0-fe893ebac317 with Priority: HIGHEST for action port [ 713.240109] env[69685]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: eb633c98-d140-432b-adf0-fe893ebac317 with Priority: HIGHEST for action port [ 713.240109] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock port-eb633c98-d140-432b-adf0-fe893ebac317 taken with stack trace [, , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 713.240109] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-eb633c98-d140-432b-adf0-fe893ebac317" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 713.240109] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-eb633c98-d140-432b-adf0-fe893ebac317" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 713.240109] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-eb633c98-d140-432b-adf0-fe893ebac317" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 713.240109] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('eb633c98-d140-432b-adf0-fe893ebac317',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 713.358133] env[69685]: INFO networking_nsxv3.common.synchronization [None req-01d42609-f851-4ea9-b64d-b82105c79aa4 None None] Enqueued Resource ID: 4e70338d-59d0-4d13-9948-199ae922143b with Priority: HIGHEST for action port [ 713.358133] env[69685]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4e70338d-59d0-4d13-9948-199ae922143b with Priority: HIGHEST for action port [ 713.358133] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock port-4e70338d-59d0-4d13-9948-199ae922143b taken with stack trace [, , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 713.358133] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-4e70338d-59d0-4d13-9948-199ae922143b" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 713.358133] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-4e70338d-59d0-4d13-9948-199ae922143b" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 713.359285] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-4e70338d-59d0-4d13-9948-199ae922143b" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 713.359579] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4e70338d-59d0-4d13-9948-199ae922143b',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 713.473212] env[69685]: INFO networking_nsxv3.common.synchronization [None req-722435d3-d485-4323-a42f-c182524ef6ad None None] Enqueued Resource ID: 58e3e169-df36-4a40-aea6-864542a7c6d8 with Priority: HIGHEST for action port [ 713.474783] env[69685]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 58e3e169-df36-4a40-aea6-864542a7c6d8 with Priority: HIGHEST for action port [ 713.475252] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock port-58e3e169-df36-4a40-aea6-864542a7c6d8 taken with stack trace [, , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 713.475488] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-58e3e169-df36-4a40-aea6-864542a7c6d8" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 713.475629] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-58e3e169-df36-4a40-aea6-864542a7c6d8" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 713.476306] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-58e3e169-df36-4a40-aea6-864542a7c6d8" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 713.476768] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('58e3e169-df36-4a40-aea6-864542a7c6d8',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 713.645232] env[69685]: DEBUG networking_nsxv3.common.locking [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Lock network-756 taken with stack trace [, , , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 713.645999] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquiring lock "network-756" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 713.645999] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquired lock "network-756" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 713.645999] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquired external semaphore "network-756" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 713.646337] env[69685]: DEBUG networking_nsxv3.common.locking [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 713.646476] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquiring lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 713.646589] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquired lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 713.646811] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquired external semaphore "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 713.646953] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Releasing lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 713.647260] env[69685]: DEBUG dogpile.cache.region [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] No value present for key: 'zone-id' {{(pid=69685) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 713.647559] env[69685]: DEBUG dogpile.lock [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] NeedRegenerationException {{(pid=69685) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 713.647559] env[69685]: DEBUG dogpile.lock [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] no value, waiting for create lock {{(pid=69685) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 713.647683] env[69685]: DEBUG dogpile.lock [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] value creation lock acquired {{(pid=69685) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 713.647683] env[69685]: DEBUG dogpile.cache.region [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] No value present for key: 'zone-id' {{(pid=69685) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 713.647782] env[69685]: DEBUG dogpile.lock [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Calling creation function for not-yet-present value {{(pid=69685) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 713.647954] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 713.670019] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 713.670019] env[69685]: DEBUG dogpile.cache.region [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=69685) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 713.670019] env[69685]: DEBUG dogpile.lock [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Released creation lock {{(pid=69685) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 713.670019] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Releasing lock "network-756" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 713.670019] env[69685]: DEBUG networking_nsxv3.common.locking [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Lock port-192377a5-bc76-4baa-95f5-276f1ac48d50 taken with stack trace [, , , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 713.670019] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquiring lock "port-192377a5-bc76-4baa-95f5-276f1ac48d50" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 713.670019] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquired lock "port-192377a5-bc76-4baa-95f5-276f1ac48d50" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 713.670019] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquired external semaphore "port-192377a5-bc76-4baa-95f5-276f1ac48d50" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 713.670810] env[69685]: DEBUG networking_nsxv3.api.rpc [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('192377a5-bc76-4baa-95f5-276f1ac48d50',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 713.688606] env[69685]: INFO networking_nsxv3.common.synchronization [None req-c9a0e7a2-e4cb-4903-a346-f90b97717e5f tempest-AttachInterfacesTestJSON-1165856161 tempest-AttachInterfacesTestJSON-1165856161-project-member] Enqueued Resource ID: 7e595196-78e9-4731-8bbc-1732959ee441 with Priority: HIGHEST for action security_group_rules [ 713.689182] env[69685]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7e595196-78e9-4731-8bbc-1732959ee441 with Priority: HIGHEST for action security_group_rules [ 713.689479] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock rules-7e595196-78e9-4731-8bbc-1732959ee441 taken with stack trace [, , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 713.693158] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-7e595196-78e9-4731-8bbc-1732959ee441" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 713.693240] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-7e595196-78e9-4731-8bbc-1732959ee441" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 713.695080] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-7e595196-78e9-4731-8bbc-1732959ee441" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 713.695080] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('7e595196-78e9-4731-8bbc-1732959ee441',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 713.744671] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port eb633c98-d140-432b-adf0-fe893ebac317 [ 713.744858] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 713.744974] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 713.745056] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 713.745285] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 713.745371] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 713.745492] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:eb633c98-d140-432b-adf0-fe893ebac317 already deleted. [ 713.745542] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-eb633c98-d140-432b-adf0-fe893ebac317" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 713.864140] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 4e70338d-59d0-4d13-9948-199ae922143b [ 713.864140] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 713.864140] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 713.864140] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 713.864140] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 713.864140] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 713.864140] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:4e70338d-59d0-4d13-9948-199ae922143b already deleted. [ 713.864140] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-4e70338d-59d0-4d13-9948-199ae922143b" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 713.875037] env[69685]: INFO networking_nsxv3.common.synchronization [None req-3583986e-8b03-4a2e-a0d4-f9d3d6227e73 tempest-ServersTestManualDisk-1062873455 tempest-ServersTestManualDisk-1062873455-project-member] Enqueued Resource ID: a092aa68-9019-4bb2-8328-7755f4756316 with Priority: HIGHEST for action security_group_rules [ 713.875585] env[69685]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a092aa68-9019-4bb2-8328-7755f4756316 with Priority: HIGHEST for action security_group_rules [ 713.875875] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a092aa68-9019-4bb2-8328-7755f4756316 taken with stack trace [, , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 713.875992] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a092aa68-9019-4bb2-8328-7755f4756316" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 713.876158] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a092aa68-9019-4bb2-8328-7755f4756316" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 713.876301] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a092aa68-9019-4bb2-8328-7755f4756316" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 713.876615] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a092aa68-9019-4bb2-8328-7755f4756316',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 713.927729] env[69685]: INFO networking_nsxv3.common.synchronization [None req-4bf2acb4-0091-4464-ac00-96884b065f9a tempest-AttachInterfacesTestJSON-1165856161 tempest-AttachInterfacesTestJSON-1165856161-project-member] Enqueued Resource ID: 7e595196-78e9-4731-8bbc-1732959ee441 with Priority: HIGHEST for action security_group_rules [ 713.930157] env[69685]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7e595196-78e9-4731-8bbc-1732959ee441 with Priority: HIGHEST for action security_group_rules [ 713.930827] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock rules-7e595196-78e9-4731-8bbc-1732959ee441 taken with stack trace [, , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 713.931016] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-7e595196-78e9-4731-8bbc-1732959ee441" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 713.978321] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 58e3e169-df36-4a40-aea6-864542a7c6d8 [ 713.978599] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 713.978757] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 713.978837] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 713.979071] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 713.979178] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 713.979275] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:58e3e169-df36-4a40-aea6-864542a7c6d8 already deleted. [ 713.979368] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-58e3e169-df36-4a40-aea6-864542a7c6d8" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 714.166309] env[69685]: INFO networking_nsxv3.common.synchronization [None req-c8c3109c-2fa3-4959-a3f8-6b346dd79460 tempest-ServersTestManualDisk-1062873455 tempest-ServersTestManualDisk-1062873455-project-member] Enqueued Resource ID: a092aa68-9019-4bb2-8328-7755f4756316 with Priority: HIGHEST for action security_group_rules [ 714.166309] env[69685]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a092aa68-9019-4bb2-8328-7755f4756316 with Priority: HIGHEST for action security_group_rules [ 714.166309] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a092aa68-9019-4bb2-8328-7755f4756316 taken with stack trace [, , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 714.166309] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a092aa68-9019-4bb2-8328-7755f4756316" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 714.174510] env[69685]: DEBUG networking_nsxv3.common.locking [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 714.174510] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquiring lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 714.177192] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquired lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 714.177474] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquired external semaphore "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 714.177635] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Releasing lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 714.177792] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Segment Port 192377a5-bc76-4baa-95f5-276f1ac48d50 not found, creating... [ 714.178379] env[69685]: DEBUG networking_nsxv3.common.locking [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 714.178631] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquiring lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 714.178668] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquired lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 714.178894] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquired external semaphore "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 714.179045] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Releasing lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 714.179410] env[69685]: DEBUG networking_nsxv3.common.locking [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 714.179569] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquiring lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 714.180119] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquired lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 714.180407] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquired external semaphore "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 714.180407] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Releasing lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 714.180647] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Resource: SegmentPort with ID: 192377a5-bc76-4baa-95f5-276f1ac48d50 is going to be created. [ 714.222929] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 714.223550] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 714.225018] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 714.225018] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 714.225018] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 714.225018] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 7e595196-78e9-4731-8bbc-1732959ee441 already deleted. [ 714.225018] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-7e595196-78e9-4731-8bbc-1732959ee441" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 714.225018] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-7e595196-78e9-4731-8bbc-1732959ee441" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 714.225018] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-7e595196-78e9-4731-8bbc-1732959ee441" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 714.225018] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('7e595196-78e9-4731-8bbc-1732959ee441',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 714.229179] env[69685]: DEBUG networking_nsxv3.common.locking [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 714.229179] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquiring lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 714.229179] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquired lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 714.229179] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquired external semaphore "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 714.229179] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Releasing lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 714.229179] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Releasing lock "port-192377a5-bc76-4baa-95f5-276f1ac48d50" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 714.398169] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 714.400012] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 714.400373] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 714.400635] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 714.400965] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 714.400965] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a092aa68-9019-4bb2-8328-7755f4756316 already deleted. [ 714.400965] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a092aa68-9019-4bb2-8328-7755f4756316" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 714.401085] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a092aa68-9019-4bb2-8328-7755f4756316" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 714.401250] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a092aa68-9019-4bb2-8328-7755f4756316" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 714.401332] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a092aa68-9019-4bb2-8328-7755f4756316',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 714.746072] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 714.746228] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 714.746299] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 714.746530] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 714.746593] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 714.746691] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 7e595196-78e9-4731-8bbc-1732959ee441 already deleted. [ 714.746772] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-7e595196-78e9-4731-8bbc-1732959ee441" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 714.921361] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 714.923317] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 714.923419] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 714.923698] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 714.923763] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 714.923835] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a092aa68-9019-4bb2-8328-7755f4756316 already deleted. [ 714.923916] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a092aa68-9019-4bb2-8328-7755f4756316" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 715.402400] env[69685]: INFO networking_nsxv3.common.synchronization [None req-707021df-e16b-4427-8bd6-7752486c570f None None] Enqueued Resource ID: 5f061e23-75af-4b49-beb9-173eba79249e with Priority: HIGHEST for action port [ 715.403964] env[69685]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5f061e23-75af-4b49-beb9-173eba79249e with Priority: HIGHEST for action port [ 715.403964] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock port-5f061e23-75af-4b49-beb9-173eba79249e taken with stack trace [, , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 715.403964] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-5f061e23-75af-4b49-beb9-173eba79249e" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 715.403964] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-5f061e23-75af-4b49-beb9-173eba79249e" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 715.403964] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-5f061e23-75af-4b49-beb9-173eba79249e" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 715.403964] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5f061e23-75af-4b49-beb9-173eba79249e',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 715.907393] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 5f061e23-75af-4b49-beb9-173eba79249e [ 715.908720] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 715.908720] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 715.908720] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 715.908720] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 715.908720] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 715.908720] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:5f061e23-75af-4b49-beb9-173eba79249e already deleted. [ 715.908720] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-5f061e23-75af-4b49-beb9-173eba79249e" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 716.412104] env[69685]: INFO networking_nsxv3.common.synchronization [req-96f31e69-5020-409f-b0c8-9f2dc40f78ab req-98cbe170-9d9b-476a-9d46-10f4f5cf8c4b service nova] Enqueued Resource ID: b2cbcb4a-8cfb-4552-a801-42c4104e9177 with Priority: HIGHEST for action security_group_rules [ 716.412357] env[69685]: INFO networking_nsxv3.common.synchronization [req-96f31e69-5020-409f-b0c8-9f2dc40f78ab req-98cbe170-9d9b-476a-9d46-10f4f5cf8c4b service nova] Enqueued Resource ID: b2cbcb4a-8cfb-4552-a801-42c4104e9177 with Priority: HIGHEST for action security_group_members [ 716.412467] env[69685]: INFO networking_nsxv3.common.synchronization [req-96f31e69-5020-409f-b0c8-9f2dc40f78ab req-98cbe170-9d9b-476a-9d46-10f4f5cf8c4b service nova] Enqueued Resource ID: 192377a5-bc76-4baa-95f5-276f1ac48d50 with Priority: HIGHEST for action port [ 716.412910] env[69685]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b2cbcb4a-8cfb-4552-a801-42c4104e9177 with Priority: HIGHEST for action security_group_rules [ 716.413290] env[69685]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b2cbcb4a-8cfb-4552-a801-42c4104e9177 with Priority: HIGHEST for action security_group_members [ 716.413290] env[69685]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 192377a5-bc76-4baa-95f5-276f1ac48d50 with Priority: HIGHEST for action port [ 716.413458] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b2cbcb4a-8cfb-4552-a801-42c4104e9177 taken with stack trace [, , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 716.413575] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b2cbcb4a-8cfb-4552-a801-42c4104e9177" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 716.413642] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b2cbcb4a-8cfb-4552-a801-42c4104e9177" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 716.413887] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b2cbcb4a-8cfb-4552-a801-42c4104e9177" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 716.413973] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b2cbcb4a-8cfb-4552-a801-42c4104e9177',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 716.414866] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock member-b2cbcb4a-8cfb-4552-a801-42c4104e9177 taken with stack trace [, , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 716.414977] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b2cbcb4a-8cfb-4552-a801-42c4104e9177" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 716.415054] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b2cbcb4a-8cfb-4552-a801-42c4104e9177" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 716.415230] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b2cbcb4a-8cfb-4552-a801-42c4104e9177" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 716.415674] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 716.415779] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 716.415841] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 716.415990] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 716.416083] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 716.416175] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b2cbcb4a-8cfb-4552-a801-42c4104e9177',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 716.416970] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock port-192377a5-bc76-4baa-95f5-276f1ac48d50 taken with stack trace [, , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 716.417102] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-192377a5-bc76-4baa-95f5-276f1ac48d50" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 716.417150] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-192377a5-bc76-4baa-95f5-276f1ac48d50" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 716.417981] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-192377a5-bc76-4baa-95f5-276f1ac48d50" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 716.417981] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('192377a5-bc76-4baa-95f5-276f1ac48d50',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 716.920030] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock member-b2cbcb4a-8cfb-4552-a801-42c4104e9177 taken with stack trace [, , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 716.920159] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b2cbcb4a-8cfb-4552-a801-42c4104e9177" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 716.920358] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('b2cbcb4a-8cfb-4552-a801-42c4104e9177',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 716.926081] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 192377a5-bc76-4baa-95f5-276f1ac48d50 with status ACTIVE [ 716.928827] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 716.928827] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 716.928827] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 716.928827] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 716.928827] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 716.928827] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 716.928827] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 716.928827] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 716.928827] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 716.928827] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 716.928827] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 716.928827] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 716.928827] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 716.928827] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 716.928827] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 716.928827] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 192377a5-bc76-4baa-95f5-276f1ac48d50 is going to be updated. [ 716.950410] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 716.950529] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 716.950590] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 716.950955] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 716.950955] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 716.951103] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-192377a5-bc76-4baa-95f5-276f1ac48d50" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 717.402145] env[69685]: INFO networking_nsxv3.common.synchronization [None req-c2fd2a58-b307-4c0d-89b7-8cae305ce62c None None] Enqueued Resource ID: 1d2ab1e9-3a28-43ca-9797-b5203c35ff07 with Priority: HIGHEST for action port [ 717.402440] env[69685]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1d2ab1e9-3a28-43ca-9797-b5203c35ff07 with Priority: HIGHEST for action port [ 717.402990] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock port-1d2ab1e9-3a28-43ca-9797-b5203c35ff07 taken with stack trace [, , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 717.403121] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-1d2ab1e9-3a28-43ca-9797-b5203c35ff07" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.403288] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-1d2ab1e9-3a28-43ca-9797-b5203c35ff07" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 717.403458] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-1d2ab1e9-3a28-43ca-9797-b5203c35ff07" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 717.403520] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1d2ab1e9-3a28-43ca-9797-b5203c35ff07',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 717.422388] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('b2cbcb4a-8cfb-4552-a801-42c4104e9177',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 717.897693] env[69685]: INFO networking_nsxv3.common.synchronization [None req-5cdae207-0dad-4d58-b3aa-0b2720ff422e None None] Enqueued Resource ID: 0a70cbb5-d3c4-4d2b-81db-a5298c777b93 with Priority: HIGHEST for action port [ 717.897937] env[69685]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0a70cbb5-d3c4-4d2b-81db-a5298c777b93 with Priority: HIGHEST for action port [ 717.898841] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock port-0a70cbb5-d3c4-4d2b-81db-a5298c777b93 taken with stack trace [, , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 717.898841] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-0a70cbb5-d3c4-4d2b-81db-a5298c777b93" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.898841] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-0a70cbb5-d3c4-4d2b-81db-a5298c777b93" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 717.899035] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-0a70cbb5-d3c4-4d2b-81db-a5298c777b93" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 717.900115] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0a70cbb5-d3c4-4d2b-81db-a5298c777b93',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 717.907083] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 1d2ab1e9-3a28-43ca-9797-b5203c35ff07 [ 717.907285] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 717.907461] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.907514] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 717.907712] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 717.907749] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 717.908552] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:1d2ab1e9-3a28-43ca-9797-b5203c35ff07 already deleted. [ 717.908552] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-1d2ab1e9-3a28-43ca-9797-b5203c35ff07" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 717.924313] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 717.924497] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.924586] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 717.924833] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 717.924936] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 717.925064] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b2cbcb4a-8cfb-4552-a801-42c4104e9177 is going to be created. [ 718.003041] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 718.003824] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 718.003824] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 718.003824] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 718.003824] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 718.017560] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b2cbcb4a-8cfb-4552-a801-42c4104e9177 in Status: UNINITIALIZED for 2s [ 718.185094] env[69685]: INFO networking_nsxv3.common.synchronization [req-645054e0-e72b-407e-9aec-1f3be7cd6efd req-2b5b2caa-902a-4ce7-a9f4-aebd64555803 tempest-DeleteServersAdminTestJSON-1838430346 tempest-DeleteServersAdminTestJSON-1838430346-project-member] Enqueued Resource ID: 864e2079-55d7-49d2-a768-8c1685d1fc04 with Priority: HIGHEST for action security_group_members [ 718.185094] env[69685]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 864e2079-55d7-49d2-a768-8c1685d1fc04 with Priority: HIGHEST for action security_group_members [ 718.185094] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock member-864e2079-55d7-49d2-a768-8c1685d1fc04 taken with stack trace [, , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 718.185094] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-864e2079-55d7-49d2-a768-8c1685d1fc04" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 718.185094] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-864e2079-55d7-49d2-a768-8c1685d1fc04" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 718.185094] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-864e2079-55d7-49d2-a768-8c1685d1fc04" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 718.185094] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 718.185094] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 718.185094] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 718.185094] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 718.185094] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 718.185665] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('864e2079-55d7-49d2-a768-8c1685d1fc04',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 718.403541] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 0a70cbb5-d3c4-4d2b-81db-a5298c777b93 [ 718.403541] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 718.403541] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 718.403541] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 718.403541] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 718.403541] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 718.403541] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:0a70cbb5-d3c4-4d2b-81db-a5298c777b93 already deleted. [ 718.403541] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-0a70cbb5-d3c4-4d2b-81db-a5298c777b93" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 718.690466] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 718.691159] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 718.691159] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 718.691159] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 718.691159] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 718.691536] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 718.691685] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 718.691749] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 718.691925] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 718.692033] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 718.692148] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 864e2079-55d7-49d2-a768-8c1685d1fc04 already deleted. [ 718.692236] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-864e2079-55d7-49d2-a768-8c1685d1fc04" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 718.746138] env[69685]: INFO networking_nsxv3.common.synchronization [None req-743f2e82-4930-43bd-a05e-a8cc47cb1570 None None] Enqueued Resource ID: 1e701de9-1fca-41aa-b285-8b8c0000d0f0 with Priority: HIGHEST for action port [ 718.746138] env[69685]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1e701de9-1fca-41aa-b285-8b8c0000d0f0 with Priority: HIGHEST for action port [ 718.746138] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock port-1e701de9-1fca-41aa-b285-8b8c0000d0f0 taken with stack trace [, , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 718.746138] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-1e701de9-1fca-41aa-b285-8b8c0000d0f0" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 718.746138] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-1e701de9-1fca-41aa-b285-8b8c0000d0f0" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 718.746370] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-1e701de9-1fca-41aa-b285-8b8c0000d0f0" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 718.746560] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1e701de9-1fca-41aa-b285-8b8c0000d0f0',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 719.250704] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 1e701de9-1fca-41aa-b285-8b8c0000d0f0 [ 719.250704] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 719.250704] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 719.250704] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 719.250704] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 719.250704] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 719.250704] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:1e701de9-1fca-41aa-b285-8b8c0000d0f0 already deleted. [ 719.250704] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-1e701de9-1fca-41aa-b285-8b8c0000d0f0" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 719.716336] env[69685]: DEBUG networking_nsxv3.common.locking [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Lock network-756 taken with stack trace [, , , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 719.716660] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquiring lock "network-756" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 719.717814] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquired lock "network-756" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 719.717814] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquired external semaphore "network-756" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 719.717814] env[69685]: DEBUG networking_nsxv3.common.locking [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 719.717814] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquiring lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 719.717814] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquired lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 719.717814] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquired external semaphore "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 719.718136] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Releasing lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 719.718309] env[69685]: DEBUG dogpile.cache.region [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] No value present for key: 'zone-id' {{(pid=69685) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 719.718689] env[69685]: DEBUG dogpile.lock [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] NeedRegenerationException {{(pid=69685) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 719.719270] env[69685]: DEBUG dogpile.lock [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] no value, waiting for create lock {{(pid=69685) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 719.719418] env[69685]: DEBUG dogpile.lock [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] value creation lock acquired {{(pid=69685) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 719.719564] env[69685]: DEBUG dogpile.cache.region [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] No value present for key: 'zone-id' {{(pid=69685) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 719.719673] env[69685]: DEBUG dogpile.lock [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Calling creation function for not-yet-present value {{(pid=69685) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 719.720460] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 719.740782] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 719.740782] env[69685]: DEBUG dogpile.cache.region [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=69685) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 719.740782] env[69685]: DEBUG dogpile.lock [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Released creation lock {{(pid=69685) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 719.740782] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Releasing lock "network-756" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 719.740782] env[69685]: DEBUG networking_nsxv3.common.locking [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Lock port-afce3fed-0709-4e59-899f-058210ce343e taken with stack trace [, , , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 719.740782] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquiring lock "port-afce3fed-0709-4e59-899f-058210ce343e" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 719.740782] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquired lock "port-afce3fed-0709-4e59-899f-058210ce343e" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 719.740782] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquired external semaphore "port-afce3fed-0709-4e59-899f-058210ce343e" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 719.740782] env[69685]: DEBUG networking_nsxv3.api.rpc [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('afce3fed-0709-4e59-899f-058210ce343e',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 720.030241] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b2cbcb4a-8cfb-4552-a801-42c4104e9177 in Status: SUCCESS [ 720.030502] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b2cbcb4a-8cfb-4552-a801-42c4104e9177" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 720.031832] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b2cbcb4a-8cfb-4552-a801-42c4104e9177" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 720.032310] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b2cbcb4a-8cfb-4552-a801-42c4104e9177" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 720.032532] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 720.032657] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 720.032730] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 720.032905] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 720.032989] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 720.033089] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b2cbcb4a-8cfb-4552-a801-42c4104e9177" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 720.033179] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('b2cbcb4a-8cfb-4552-a801-42c4104e9177',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 720.243518] env[69685]: DEBUG networking_nsxv3.common.locking [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 720.243820] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquiring lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 720.243912] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquired lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 720.244224] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquired external semaphore "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 720.244382] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Releasing lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 720.244724] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Segment Port afce3fed-0709-4e59-899f-058210ce343e not found, creating... [ 720.245010] env[69685]: DEBUG networking_nsxv3.common.locking [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 720.245201] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquiring lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 720.245331] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquired lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 720.245561] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquired external semaphore "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 720.245700] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Releasing lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 720.246165] env[69685]: DEBUG networking_nsxv3.common.locking [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 720.246357] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquiring lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 720.246499] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquired lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 720.246735] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquired external semaphore "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 720.246857] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Releasing lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 720.247111] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Resource: SegmentPort with ID: afce3fed-0709-4e59-899f-058210ce343e is going to be created. [ 720.265845] env[69685]: DEBUG networking_nsxv3.common.locking [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 720.266092] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquiring lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 720.266246] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquired lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 720.266515] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquired external semaphore "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 720.266792] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Releasing lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 720.267055] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Releasing lock "port-afce3fed-0709-4e59-899f-058210ce343e" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 720.388047] env[69685]: INFO networking_nsxv3.common.synchronization [req-c42da87b-51b2-4d6e-8b93-10337f8d5437 req-4153d421-5b03-4ef9-914a-055203eb7501 tempest-ServersAdminNegativeTestJSON-1343812855 tempest-ServersAdminNegativeTestJSON-1343812855-project-member] Enqueued Resource ID: 72339107-b0aa-4dfd-956d-5878859c7012 with Priority: HIGHEST for action security_group_members [ 720.388679] env[69685]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 72339107-b0aa-4dfd-956d-5878859c7012 with Priority: HIGHEST for action security_group_members [ 720.389126] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock member-72339107-b0aa-4dfd-956d-5878859c7012 taken with stack trace [, , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 720.389259] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-72339107-b0aa-4dfd-956d-5878859c7012" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 720.389329] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-72339107-b0aa-4dfd-956d-5878859c7012" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 720.390299] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-72339107-b0aa-4dfd-956d-5878859c7012" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 720.390299] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 720.390299] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 720.390299] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 720.390299] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 720.390299] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 720.390299] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('72339107-b0aa-4dfd-956d-5878859c7012',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 720.535645] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock member-b2cbcb4a-8cfb-4552-a801-42c4104e9177 taken with stack trace [, , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 720.535833] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b2cbcb4a-8cfb-4552-a801-42c4104e9177" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 720.535907] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b2cbcb4a-8cfb-4552-a801-42c4104e9177" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 720.537136] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b2cbcb4a-8cfb-4552-a801-42c4104e9177" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 720.537418] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 720.537565] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 720.537640] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 720.537836] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 720.537948] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 720.538061] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b2cbcb4a-8cfb-4552-a801-42c4104e9177" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 720.538221] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock member-b2cbcb4a-8cfb-4552-a801-42c4104e9177 taken with stack trace [, , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 720.538342] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b2cbcb4a-8cfb-4552-a801-42c4104e9177" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 720.538441] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b2cbcb4a-8cfb-4552-a801-42c4104e9177" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 720.538634] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b2cbcb4a-8cfb-4552-a801-42c4104e9177" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 720.538786] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 720.538900] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 720.538995] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 720.539163] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 720.539245] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 720.539329] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b2cbcb4a-8cfb-4552-a801-42c4104e9177" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 720.539444] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('b2cbcb4a-8cfb-4552-a801-42c4104e9177',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 720.619632] env[69685]: INFO networking_nsxv3.common.synchronization [None req-2c892af3-aa97-420b-98c3-51cfa78f238e None None] Enqueued Resource ID: 3e3a04c4-007b-4f15-b042-8a00c2eb299a with Priority: HIGHEST for action port [ 720.619632] env[69685]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3e3a04c4-007b-4f15-b042-8a00c2eb299a with Priority: HIGHEST for action port [ 720.619632] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock port-3e3a04c4-007b-4f15-b042-8a00c2eb299a taken with stack trace [, , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 720.619764] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-3e3a04c4-007b-4f15-b042-8a00c2eb299a" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 720.619764] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-3e3a04c4-007b-4f15-b042-8a00c2eb299a" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 720.619951] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-3e3a04c4-007b-4f15-b042-8a00c2eb299a" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 720.620046] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3e3a04c4-007b-4f15-b042-8a00c2eb299a',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 720.893018] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 720.893954] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 720.893954] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 720.893954] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 720.893954] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 720.895691] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 720.895866] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 720.895866] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 720.896337] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 720.896337] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 720.896337] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 72339107-b0aa-4dfd-956d-5878859c7012 already deleted. [ 720.896337] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-72339107-b0aa-4dfd-956d-5878859c7012" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 721.042653] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for b2cbcb4a-8cfb-4552-a801-42c4104e9177: rpc.has_security_group_logging(os_id): False [ 721.065255] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 721.067906] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 721.067906] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 721.067906] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 721.067906] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 721.067906] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 721.067906] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 721.067906] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 721.067906] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 721.067906] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 721.067906] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 721.067906] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 721.067906] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 721.067906] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 721.067906] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 721.068369] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 721.068369] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 721.068369] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 721.068369] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 721.068490] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 721.068517] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b2cbcb4a-8cfb-4552-a801-42c4104e9177 is going to be created. [ 721.122639] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 3e3a04c4-007b-4f15-b042-8a00c2eb299a [ 721.122952] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 721.123068] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 721.123108] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 721.124162] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 721.124162] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 721.124162] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:3e3a04c4-007b-4f15-b042-8a00c2eb299a already deleted. [ 721.124162] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-3e3a04c4-007b-4f15-b042-8a00c2eb299a" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 721.142664] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 721.142664] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 721.142664] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 721.142866] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 721.143021] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 721.155889] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b2cbcb4a-8cfb-4552-a801-42c4104e9177 in Status: IN_PROGRESS for 2s [ 721.344856] env[69685]: INFO networking_nsxv3.common.synchronization [req-645054e0-e72b-407e-9aec-1f3be7cd6efd req-8563e7c7-0a29-4082-942e-4233c6a3fbc3 service nova] Enqueued Resource ID: 864e2079-55d7-49d2-a768-8c1685d1fc04 with Priority: HIGHEST for action security_group_rules [ 721.344935] env[69685]: INFO networking_nsxv3.common.synchronization [req-645054e0-e72b-407e-9aec-1f3be7cd6efd req-8563e7c7-0a29-4082-942e-4233c6a3fbc3 service nova] Enqueued Resource ID: 864e2079-55d7-49d2-a768-8c1685d1fc04 with Priority: HIGHEST for action security_group_members [ 721.344999] env[69685]: INFO networking_nsxv3.common.synchronization [req-645054e0-e72b-407e-9aec-1f3be7cd6efd req-8563e7c7-0a29-4082-942e-4233c6a3fbc3 service nova] Enqueued Resource ID: afce3fed-0709-4e59-899f-058210ce343e with Priority: HIGHEST for action port [ 721.345267] env[69685]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 864e2079-55d7-49d2-a768-8c1685d1fc04 with Priority: HIGHEST for action security_group_rules [ 721.345401] env[69685]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 864e2079-55d7-49d2-a768-8c1685d1fc04 with Priority: HIGHEST for action security_group_members [ 721.345498] env[69685]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: afce3fed-0709-4e59-899f-058210ce343e with Priority: HIGHEST for action port [ 721.348843] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock rules-864e2079-55d7-49d2-a768-8c1685d1fc04 taken with stack trace [, , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 721.348995] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-864e2079-55d7-49d2-a768-8c1685d1fc04" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 721.349139] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-864e2079-55d7-49d2-a768-8c1685d1fc04" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 721.349409] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-864e2079-55d7-49d2-a768-8c1685d1fc04" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 721.349525] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('864e2079-55d7-49d2-a768-8c1685d1fc04',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 721.351029] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock member-864e2079-55d7-49d2-a768-8c1685d1fc04 taken with stack trace [, , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 721.351029] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-864e2079-55d7-49d2-a768-8c1685d1fc04" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 721.351029] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-864e2079-55d7-49d2-a768-8c1685d1fc04" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 721.351029] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-864e2079-55d7-49d2-a768-8c1685d1fc04" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 721.351029] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 721.351029] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 721.351296] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 721.351296] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 721.351296] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 721.353347] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('864e2079-55d7-49d2-a768-8c1685d1fc04',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 721.353347] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock port-afce3fed-0709-4e59-899f-058210ce343e taken with stack trace [, , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 721.353347] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-afce3fed-0709-4e59-899f-058210ce343e" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 721.353347] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-afce3fed-0709-4e59-899f-058210ce343e" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 721.353347] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-afce3fed-0709-4e59-899f-058210ce343e" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 721.353347] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('afce3fed-0709-4e59-899f-058210ce343e',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 721.408201] env[69685]: DEBUG networking_nsxv3.common.locking [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Lock network-756 taken with stack trace [, , , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 721.408336] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquiring lock "network-756" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 721.408382] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquired lock "network-756" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 721.409138] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquired external semaphore "network-756" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 721.409832] env[69685]: DEBUG networking_nsxv3.common.locking [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 721.409832] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquiring lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 721.409832] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquired lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 721.410134] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquired external semaphore "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 721.410438] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Releasing lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 721.410713] env[69685]: DEBUG dogpile.cache.region [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] No value present for key: 'zone-id' {{(pid=69685) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 721.410847] env[69685]: DEBUG dogpile.lock [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] NeedRegenerationException {{(pid=69685) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 721.410958] env[69685]: DEBUG dogpile.lock [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] no value, waiting for create lock {{(pid=69685) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 721.411393] env[69685]: DEBUG dogpile.lock [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] value creation lock acquired {{(pid=69685) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 721.411467] env[69685]: DEBUG dogpile.cache.region [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] No value present for key: 'zone-id' {{(pid=69685) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 721.411538] env[69685]: DEBUG dogpile.lock [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Calling creation function for not-yet-present value {{(pid=69685) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 721.411682] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 721.430945] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 721.430945] env[69685]: DEBUG dogpile.cache.region [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=69685) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 721.430945] env[69685]: DEBUG dogpile.lock [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Released creation lock {{(pid=69685) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 721.431813] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Releasing lock "network-756" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 721.431942] env[69685]: DEBUG networking_nsxv3.common.locking [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Lock port-68453811-d80d-4e84-88fa-978817544ba8 taken with stack trace [, , , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 721.432293] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquiring lock "port-68453811-d80d-4e84-88fa-978817544ba8" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 721.432710] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquired lock "port-68453811-d80d-4e84-88fa-978817544ba8" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 721.434285] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquired external semaphore "port-68453811-d80d-4e84-88fa-978817544ba8" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 721.434452] env[69685]: DEBUG networking_nsxv3.api.rpc [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('68453811-d80d-4e84-88fa-978817544ba8',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 721.858023] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock member-864e2079-55d7-49d2-a768-8c1685d1fc04 taken with stack trace [, , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 721.858023] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-864e2079-55d7-49d2-a768-8c1685d1fc04" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 721.858023] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('864e2079-55d7-49d2-a768-8c1685d1fc04',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 721.858023] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port afce3fed-0709-4e59-899f-058210ce343e with status ACTIVE [ 721.858023] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 721.858023] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 721.858023] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 721.858023] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 721.858023] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 721.858023] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 721.858023] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 721.858023] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 721.858023] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 721.858023] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 721.858680] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 721.858680] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 721.858680] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 721.858680] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 721.858680] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 721.858680] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: afce3fed-0709-4e59-899f-058210ce343e is going to be updated. [ 721.879737] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 721.879901] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 721.879971] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 721.880233] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 721.880323] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 721.880471] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-afce3fed-0709-4e59-899f-058210ce343e" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 721.940299] env[69685]: DEBUG networking_nsxv3.common.locking [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 721.940299] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquiring lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 721.940299] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquired lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 721.940299] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquired external semaphore "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 721.940299] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Releasing lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 721.940299] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Segment Port 68453811-d80d-4e84-88fa-978817544ba8 not found, creating... [ 721.940299] env[69685]: DEBUG networking_nsxv3.common.locking [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 721.940299] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquiring lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 721.940299] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquired lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 721.940299] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquired external semaphore "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 721.940299] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Releasing lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 721.941094] env[69685]: DEBUG networking_nsxv3.common.locking [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 721.941094] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquiring lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 721.941094] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquired lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 721.941094] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquired external semaphore "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 721.941094] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Releasing lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 721.941758] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Resource: SegmentPort with ID: 68453811-d80d-4e84-88fa-978817544ba8 is going to be created. [ 721.969453] env[69685]: DEBUG networking_nsxv3.common.locking [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 721.969726] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquiring lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 721.969939] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquired lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 721.970164] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquired external semaphore "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 721.970525] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Releasing lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 721.970672] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Releasing lock "port-68453811-d80d-4e84-88fa-978817544ba8" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 722.177867] env[69685]: INFO networking_nsxv3.common.synchronization [None req-e44b2cf5-83a8-403c-91d2-a1fb556e8ca7 None None] Enqueued Resource ID: 26459507-0e9e-4c62-b623-045d89133bf8 with Priority: HIGHEST for action port [ 722.177867] env[69685]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 26459507-0e9e-4c62-b623-045d89133bf8 with Priority: HIGHEST for action port [ 722.177867] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock port-26459507-0e9e-4c62-b623-045d89133bf8 taken with stack trace [, , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 722.177867] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-26459507-0e9e-4c62-b623-045d89133bf8" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 722.177867] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-26459507-0e9e-4c62-b623-045d89133bf8" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 722.177867] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-26459507-0e9e-4c62-b623-045d89133bf8" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 722.178735] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('26459507-0e9e-4c62-b623-045d89133bf8',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 722.220795] env[69685]: INFO networking_nsxv3.common.synchronization [None req-615b967a-84de-4165-8fe7-88b4149f1048 None None] Enqueued Resource ID: d6bf51a1-fac2-4d12-b611-11ebe1e4bb9a with Priority: HIGHEST for action port [ 722.220795] env[69685]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d6bf51a1-fac2-4d12-b611-11ebe1e4bb9a with Priority: HIGHEST for action port [ 722.221619] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock port-d6bf51a1-fac2-4d12-b611-11ebe1e4bb9a taken with stack trace [, , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 722.221619] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d6bf51a1-fac2-4d12-b611-11ebe1e4bb9a" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 722.221619] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d6bf51a1-fac2-4d12-b611-11ebe1e4bb9a" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 722.223265] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d6bf51a1-fac2-4d12-b611-11ebe1e4bb9a" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 722.223265] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d6bf51a1-fac2-4d12-b611-11ebe1e4bb9a',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 722.361267] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('864e2079-55d7-49d2-a768-8c1685d1fc04',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 722.684961] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 26459507-0e9e-4c62-b623-045d89133bf8 [ 722.685021] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 722.685161] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 722.685211] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 722.685822] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 722.685822] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 722.685822] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:26459507-0e9e-4c62-b623-045d89133bf8 already deleted. [ 722.685822] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-26459507-0e9e-4c62-b623-045d89133bf8" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 722.722217] env[69685]: INFO networking_nsxv3.common.synchronization [None req-4ff5d8d3-b6f7-4d03-8501-7da150d47132 None None] Enqueued Resource ID: b7b4d53c-ba40-43d4-b7a6-b8a4c8fc50df with Priority: HIGHEST for action port [ 722.722945] env[69685]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b7b4d53c-ba40-43d4-b7a6-b8a4c8fc50df with Priority: HIGHEST for action port [ 722.723327] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock port-b7b4d53c-ba40-43d4-b7a6-b8a4c8fc50df taken with stack trace [, , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 722.723457] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-b7b4d53c-ba40-43d4-b7a6-b8a4c8fc50df" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 722.723535] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-b7b4d53c-ba40-43d4-b7a6-b8a4c8fc50df" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 722.723874] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-b7b4d53c-ba40-43d4-b7a6-b8a4c8fc50df" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 722.723989] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b7b4d53c-ba40-43d4-b7a6-b8a4c8fc50df',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 722.727039] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port d6bf51a1-fac2-4d12-b611-11ebe1e4bb9a [ 722.727039] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 722.727039] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 722.727039] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 722.727039] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 722.727039] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 722.727039] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:d6bf51a1-fac2-4d12-b611-11ebe1e4bb9a already deleted. [ 722.727039] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d6bf51a1-fac2-4d12-b611-11ebe1e4bb9a" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 722.864792] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 722.865077] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 722.865077] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 722.865285] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 722.865325] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 722.865428] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 864e2079-55d7-49d2-a768-8c1685d1fc04 is going to be created. [ 722.888129] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 722.888278] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 722.888393] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 722.891443] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 722.891443] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 722.897228] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 864e2079-55d7-49d2-a768-8c1685d1fc04 in Status: UNINITIALIZED for 2s [ 723.135194] env[69685]: INFO networking_nsxv3.common.synchronization [req-1899bc63-70e3-40d7-9802-bd0674d96709 req-1e9d18f4-a00a-4bd2-9ea7-2cb0ffe32347 tempest-AttachInterfacesTestJSON-1165856161 tempest-AttachInterfacesTestJSON-1165856161-project-member] Enqueued Resource ID: 7e595196-78e9-4731-8bbc-1732959ee441 with Priority: HIGHEST for action security_group_members [ 723.135744] env[69685]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7e595196-78e9-4731-8bbc-1732959ee441 with Priority: HIGHEST for action security_group_members [ 723.135995] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock member-7e595196-78e9-4731-8bbc-1732959ee441 taken with stack trace [, , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 723.136147] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7e595196-78e9-4731-8bbc-1732959ee441" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 723.136201] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7e595196-78e9-4731-8bbc-1732959ee441" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 723.136426] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7e595196-78e9-4731-8bbc-1732959ee441" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 723.140392] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 723.140392] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 723.140392] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 723.140392] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 723.140392] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 723.140392] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7e595196-78e9-4731-8bbc-1732959ee441',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 723.173065] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b2cbcb4a-8cfb-4552-a801-42c4104e9177 in Status: SUCCESS [ 723.173065] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b2cbcb4a-8cfb-4552-a801-42c4104e9177" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 723.207308] env[69685]: INFO networking_nsxv3.common.synchronization [req-c42da87b-51b2-4d6e-8b93-10337f8d5437 req-c2c44e50-d246-4568-bddc-d0a1298178c5 service nova] Enqueued Resource ID: 72339107-b0aa-4dfd-956d-5878859c7012 with Priority: HIGHEST for action security_group_rules [ 723.207489] env[69685]: INFO networking_nsxv3.common.synchronization [req-c42da87b-51b2-4d6e-8b93-10337f8d5437 req-c2c44e50-d246-4568-bddc-d0a1298178c5 service nova] Enqueued Resource ID: 72339107-b0aa-4dfd-956d-5878859c7012 with Priority: HIGHEST for action security_group_members [ 723.207626] env[69685]: INFO networking_nsxv3.common.synchronization [req-c42da87b-51b2-4d6e-8b93-10337f8d5437 req-c2c44e50-d246-4568-bddc-d0a1298178c5 service nova] Enqueued Resource ID: 68453811-d80d-4e84-88fa-978817544ba8 with Priority: HIGHEST for action port [ 723.208097] env[69685]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 72339107-b0aa-4dfd-956d-5878859c7012 with Priority: HIGHEST for action security_group_rules [ 723.208345] env[69685]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 72339107-b0aa-4dfd-956d-5878859c7012 with Priority: HIGHEST for action security_group_members [ 723.208345] env[69685]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 68453811-d80d-4e84-88fa-978817544ba8 with Priority: HIGHEST for action port [ 723.209623] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock rules-72339107-b0aa-4dfd-956d-5878859c7012 taken with stack trace [, , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 723.212413] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-72339107-b0aa-4dfd-956d-5878859c7012" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 723.212413] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-72339107-b0aa-4dfd-956d-5878859c7012" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 723.212413] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-72339107-b0aa-4dfd-956d-5878859c7012" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 723.212413] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('72339107-b0aa-4dfd-956d-5878859c7012',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 723.212856] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock member-72339107-b0aa-4dfd-956d-5878859c7012 taken with stack trace [, , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 723.213120] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-72339107-b0aa-4dfd-956d-5878859c7012" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 723.213120] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-72339107-b0aa-4dfd-956d-5878859c7012" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 723.213256] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-72339107-b0aa-4dfd-956d-5878859c7012" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 723.213340] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 723.213424] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 723.213485] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 723.213653] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 723.213811] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 723.213811] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('72339107-b0aa-4dfd-956d-5878859c7012',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 723.214860] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock port-68453811-d80d-4e84-88fa-978817544ba8 taken with stack trace [, , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 723.214962] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-68453811-d80d-4e84-88fa-978817544ba8" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 723.215303] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-68453811-d80d-4e84-88fa-978817544ba8" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 723.216078] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-68453811-d80d-4e84-88fa-978817544ba8" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 723.216219] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('68453811-d80d-4e84-88fa-978817544ba8',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 723.226832] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port b7b4d53c-ba40-43d4-b7a6-b8a4c8fc50df [ 723.227074] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 723.227312] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 723.227404] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 723.228062] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 723.228205] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 723.228909] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:b7b4d53c-ba40-43d4-b7a6-b8a4c8fc50df already deleted. [ 723.231195] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-b7b4d53c-ba40-43d4-b7a6-b8a4c8fc50df" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 723.643611] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 723.643786] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 723.643856] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 723.644096] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 723.644203] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 723.644418] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 723.644510] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 723.644572] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 723.644743] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 723.644817] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 723.645147] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7e595196-78e9-4731-8bbc-1732959ee441 already deleted. [ 723.645147] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7e595196-78e9-4731-8bbc-1732959ee441" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 723.717530] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock member-72339107-b0aa-4dfd-956d-5878859c7012 taken with stack trace [, , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 723.717747] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-72339107-b0aa-4dfd-956d-5878859c7012" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 723.717901] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('72339107-b0aa-4dfd-956d-5878859c7012',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 723.719031] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 68453811-d80d-4e84-88fa-978817544ba8 with status ACTIVE [ 723.719226] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 723.719226] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 723.719324] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 723.719746] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 723.719746] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 723.719746] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 723.719906] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 723.719906] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 723.721268] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 723.721268] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 723.721268] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 723.721268] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 723.721268] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 723.721268] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 723.721268] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 723.721530] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 68453811-d80d-4e84-88fa-978817544ba8 is going to be updated. [ 723.740226] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 723.740378] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 723.740492] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 723.740712] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 723.740853] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 723.741181] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-68453811-d80d-4e84-88fa-978817544ba8" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 724.226042] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('72339107-b0aa-4dfd-956d-5878859c7012',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 724.308568] env[69685]: DEBUG networking_nsxv3.common.locking [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Lock network-52 taken with stack trace [, , , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 724.308568] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquiring lock "network-52" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 724.308568] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquired lock "network-52" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 724.308917] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquired external semaphore "network-52" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 724.311921] env[69685]: DEBUG networking_nsxv3.common.locking [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 724.311921] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquiring lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 724.311921] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquired lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 724.311921] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquired external semaphore "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 724.311921] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Releasing lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 724.311921] env[69685]: DEBUG dogpile.cache.region [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] No value present for key: 'zone-id' {{(pid=69685) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 724.311921] env[69685]: DEBUG dogpile.lock [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] NeedRegenerationException {{(pid=69685) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 724.311921] env[69685]: DEBUG dogpile.lock [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] no value, waiting for create lock {{(pid=69685) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 724.311921] env[69685]: DEBUG dogpile.lock [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] value creation lock acquired {{(pid=69685) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 724.311921] env[69685]: DEBUG dogpile.cache.region [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] No value present for key: 'zone-id' {{(pid=69685) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 724.311921] env[69685]: DEBUG dogpile.lock [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Calling creation function for not-yet-present value {{(pid=69685) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 724.311921] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 724.328997] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 724.329231] env[69685]: DEBUG dogpile.cache.region [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Cache value generated in 0.018 seconds for key(s): 'zone-id' {{(pid=69685) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 724.329362] env[69685]: DEBUG dogpile.lock [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Released creation lock {{(pid=69685) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 724.329906] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Releasing lock "network-52" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 724.330311] env[69685]: DEBUG networking_nsxv3.common.locking [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Lock port-eae4c68e-3f83-4e39-97f4-531e33bd570d taken with stack trace [, , , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 724.330483] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquiring lock "port-eae4c68e-3f83-4e39-97f4-531e33bd570d" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 724.330616] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquired lock "port-eae4c68e-3f83-4e39-97f4-531e33bd570d" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 724.330966] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquired external semaphore "port-eae4c68e-3f83-4e39-97f4-531e33bd570d" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 724.331709] env[69685]: DEBUG networking_nsxv3.api.rpc [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('eae4c68e-3f83-4e39-97f4-531e33bd570d',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 724.729110] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 724.729110] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 724.729110] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 724.729110] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 724.729110] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 724.729110] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 72339107-b0aa-4dfd-956d-5878859c7012 is going to be created. [ 724.752869] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 724.752869] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 724.752869] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 724.752869] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 724.752869] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 724.763841] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 72339107-b0aa-4dfd-956d-5878859c7012 in Status: UNINITIALIZED for 2s [ 724.836050] env[69685]: DEBUG networking_nsxv3.common.locking [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 724.836297] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquiring lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 724.836535] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquired lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 724.836697] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquired external semaphore "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 724.836806] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Releasing lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 724.836960] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Segment Port eae4c68e-3f83-4e39-97f4-531e33bd570d not found, creating... [ 724.837280] env[69685]: DEBUG networking_nsxv3.common.locking [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 724.837478] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquiring lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 724.837559] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquired lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 724.837709] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquired external semaphore "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 724.837914] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Releasing lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 724.838142] env[69685]: DEBUG networking_nsxv3.common.locking [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 724.838298] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquiring lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 724.838416] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquired lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 724.838615] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquired external semaphore "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 724.838749] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Releasing lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 724.838889] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Resource: SegmentPort with ID: eae4c68e-3f83-4e39-97f4-531e33bd570d is going to be created. [ 724.857824] env[69685]: DEBUG networking_nsxv3.common.locking [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 724.858122] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquiring lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 724.858238] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquired lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 724.858406] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquired external semaphore "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 724.858625] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Releasing lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 724.858840] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Releasing lock "port-eae4c68e-3f83-4e39-97f4-531e33bd570d" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 724.916397] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 864e2079-55d7-49d2-a768-8c1685d1fc04 in Status: SUCCESS [ 724.916397] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-864e2079-55d7-49d2-a768-8c1685d1fc04" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 724.916397] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-864e2079-55d7-49d2-a768-8c1685d1fc04" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 724.916397] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-864e2079-55d7-49d2-a768-8c1685d1fc04" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 724.916397] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 724.916397] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 724.916397] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 724.916397] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 724.916397] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 724.916397] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-864e2079-55d7-49d2-a768-8c1685d1fc04" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 724.916397] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('864e2079-55d7-49d2-a768-8c1685d1fc04',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 725.418897] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock member-864e2079-55d7-49d2-a768-8c1685d1fc04 taken with stack trace [, , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 725.418897] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-864e2079-55d7-49d2-a768-8c1685d1fc04" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.418897] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-864e2079-55d7-49d2-a768-8c1685d1fc04" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 725.419567] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-864e2079-55d7-49d2-a768-8c1685d1fc04" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 725.419906] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 725.420235] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.420670] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 725.420944] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 725.423027] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 725.423027] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-864e2079-55d7-49d2-a768-8c1685d1fc04" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 725.423027] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock member-864e2079-55d7-49d2-a768-8c1685d1fc04 taken with stack trace [, , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 725.423027] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-864e2079-55d7-49d2-a768-8c1685d1fc04" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.423027] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-864e2079-55d7-49d2-a768-8c1685d1fc04" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 725.423027] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-864e2079-55d7-49d2-a768-8c1685d1fc04" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 725.423027] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 725.423027] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.423027] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 725.423027] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 725.423027] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 725.423027] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-864e2079-55d7-49d2-a768-8c1685d1fc04" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 725.423027] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('864e2079-55d7-49d2-a768-8c1685d1fc04',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 725.776016] env[69685]: INFO networking_nsxv3.common.synchronization [req-1899bc63-70e3-40d7-9802-bd0674d96709 req-b48cab62-dca7-4182-840a-7c524191ffab service nova] Enqueued Resource ID: 7e595196-78e9-4731-8bbc-1732959ee441 with Priority: HIGHEST for action security_group_rules [ 725.776016] env[69685]: INFO networking_nsxv3.common.synchronization [req-1899bc63-70e3-40d7-9802-bd0674d96709 req-b48cab62-dca7-4182-840a-7c524191ffab service nova] Enqueued Resource ID: 7e595196-78e9-4731-8bbc-1732959ee441 with Priority: HIGHEST for action security_group_members [ 725.776016] env[69685]: INFO networking_nsxv3.common.synchronization [req-1899bc63-70e3-40d7-9802-bd0674d96709 req-b48cab62-dca7-4182-840a-7c524191ffab service nova] Enqueued Resource ID: eae4c68e-3f83-4e39-97f4-531e33bd570d with Priority: HIGHEST for action port [ 725.776659] env[69685]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7e595196-78e9-4731-8bbc-1732959ee441 with Priority: HIGHEST for action security_group_rules [ 725.776703] env[69685]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7e595196-78e9-4731-8bbc-1732959ee441 with Priority: HIGHEST for action security_group_members [ 725.776804] env[69685]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: eae4c68e-3f83-4e39-97f4-531e33bd570d with Priority: HIGHEST for action port [ 725.777697] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock rules-7e595196-78e9-4731-8bbc-1732959ee441 taken with stack trace [, , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 725.778692] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-7e595196-78e9-4731-8bbc-1732959ee441" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.778692] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-7e595196-78e9-4731-8bbc-1732959ee441" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 725.778692] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-7e595196-78e9-4731-8bbc-1732959ee441" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 725.778692] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('7e595196-78e9-4731-8bbc-1732959ee441',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 725.780343] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock member-7e595196-78e9-4731-8bbc-1732959ee441 taken with stack trace [, , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 725.780468] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7e595196-78e9-4731-8bbc-1732959ee441" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.780556] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7e595196-78e9-4731-8bbc-1732959ee441" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 725.780743] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7e595196-78e9-4731-8bbc-1732959ee441" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 725.780924] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 725.781097] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.781097] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 725.781276] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 725.781359] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 725.781477] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7e595196-78e9-4731-8bbc-1732959ee441',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 725.784265] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock port-eae4c68e-3f83-4e39-97f4-531e33bd570d taken with stack trace [, , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 725.784339] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-eae4c68e-3f83-4e39-97f4-531e33bd570d" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.784399] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-eae4c68e-3f83-4e39-97f4-531e33bd570d" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 725.784557] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-eae4c68e-3f83-4e39-97f4-531e33bd570d" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 725.784629] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('eae4c68e-3f83-4e39-97f4-531e33bd570d',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 725.929854] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 864e2079-55d7-49d2-a768-8c1685d1fc04: rpc.has_security_group_logging(os_id): False [ 725.948370] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 725.948370] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.948370] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 725.948370] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 725.948370] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 725.948370] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 725.948370] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.948370] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 725.948669] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 725.948669] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 725.949248] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 725.949248] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.949248] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 725.949248] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 725.949248] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 725.949476] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 725.949476] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.949476] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 725.949591] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 725.949674] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 725.949722] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 864e2079-55d7-49d2-a768-8c1685d1fc04 is going to be created. [ 725.994982] env[69685]: INFO networking_nsxv3.common.synchronization [None req-1e7189ed-84b9-4cf2-aa4a-2c1f3c0440a0 None None] Enqueued Resource ID: 2d4c418e-e6cb-44c0-b1ee-2c85ad7fac5e with Priority: HIGHEST for action port [ 725.995720] env[69685]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2d4c418e-e6cb-44c0-b1ee-2c85ad7fac5e with Priority: HIGHEST for action port [ 725.996103] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock port-2d4c418e-e6cb-44c0-b1ee-2c85ad7fac5e taken with stack trace [, , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 725.996375] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-2d4c418e-e6cb-44c0-b1ee-2c85ad7fac5e" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.996375] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-2d4c418e-e6cb-44c0-b1ee-2c85ad7fac5e" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 725.996623] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-2d4c418e-e6cb-44c0-b1ee-2c85ad7fac5e" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 725.996704] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2d4c418e-e6cb-44c0-b1ee-2c85ad7fac5e',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 726.012860] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 726.013056] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 726.013110] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 726.013384] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 726.013598] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 726.024072] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 864e2079-55d7-49d2-a768-8c1685d1fc04 in Status: IN_PROGRESS for 2s [ 726.289662] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('7e595196-78e9-4731-8bbc-1732959ee441',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 726.291225] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock member-7e595196-78e9-4731-8bbc-1732959ee441 taken with stack trace [, , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 726.291359] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7e595196-78e9-4731-8bbc-1732959ee441" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 726.291420] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port eae4c68e-3f83-4e39-97f4-531e33bd570d with status ACTIVE [ 726.291638] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 726.291638] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 726.291764] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 726.291948] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 726.292016] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 726.292196] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 726.292285] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 726.292326] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 726.293521] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 726.293521] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 726.293521] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 726.293521] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 726.293521] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 726.293521] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 726.294717] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 726.294872] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: eae4c68e-3f83-4e39-97f4-531e33bd570d is going to be updated. [ 726.319513] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 726.319513] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 726.319513] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 726.319513] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 726.319513] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 726.319513] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-eae4c68e-3f83-4e39-97f4-531e33bd570d" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 726.345630] env[69685]: INFO networking_nsxv3.common.synchronization [None req-9d9f181f-ba53-48ca-b6aa-52caf9d32262 None None] Enqueued Resource ID: 2f30ca70-c8ff-48ff-bea7-82c9da38409e with Priority: HIGHEST for action port [ 726.345630] env[69685]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2f30ca70-c8ff-48ff-bea7-82c9da38409e with Priority: HIGHEST for action port [ 726.345630] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock port-2f30ca70-c8ff-48ff-bea7-82c9da38409e taken with stack trace [, , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 726.347441] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-2f30ca70-c8ff-48ff-bea7-82c9da38409e" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 726.347687] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-2f30ca70-c8ff-48ff-bea7-82c9da38409e" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 726.348045] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-2f30ca70-c8ff-48ff-bea7-82c9da38409e" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 726.348222] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2f30ca70-c8ff-48ff-bea7-82c9da38409e',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 726.503035] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 2d4c418e-e6cb-44c0-b1ee-2c85ad7fac5e [ 726.503317] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 726.503659] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 726.503659] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 726.503659] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 726.503752] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 726.504011] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:2d4c418e-e6cb-44c0-b1ee-2c85ad7fac5e already deleted. [ 726.504011] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-2d4c418e-e6cb-44c0-b1ee-2c85ad7fac5e" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 726.777756] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 72339107-b0aa-4dfd-956d-5878859c7012 in Status: SUCCESS [ 726.778014] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-72339107-b0aa-4dfd-956d-5878859c7012" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 726.780029] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-72339107-b0aa-4dfd-956d-5878859c7012" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 726.780029] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-72339107-b0aa-4dfd-956d-5878859c7012" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 726.780029] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 726.780029] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 726.780029] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 726.780029] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 726.780029] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 726.780029] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-72339107-b0aa-4dfd-956d-5878859c7012" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 726.780029] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('72339107-b0aa-4dfd-956d-5878859c7012',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 726.798837] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('7e595196-78e9-4731-8bbc-1732959ee441',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 726.852201] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 2f30ca70-c8ff-48ff-bea7-82c9da38409e [ 726.852574] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 726.852574] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 726.852574] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 726.853264] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 726.853264] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 726.853264] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:2f30ca70-c8ff-48ff-bea7-82c9da38409e already deleted. [ 726.853264] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-2f30ca70-c8ff-48ff-bea7-82c9da38409e" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.073241] env[69685]: INFO networking_nsxv3.common.synchronization [None req-10471986-7da5-4c3f-bae8-796beff21e8b None None] Enqueued Resource ID: 75c7a850-8509-445e-be9d-1062a12ba0d3 with Priority: HIGHEST for action port [ 727.073814] env[69685]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 75c7a850-8509-445e-be9d-1062a12ba0d3 with Priority: HIGHEST for action port [ 727.074614] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock port-75c7a850-8509-445e-be9d-1062a12ba0d3 taken with stack trace [, , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 727.074614] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-75c7a850-8509-445e-be9d-1062a12ba0d3" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.074614] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-75c7a850-8509-445e-be9d-1062a12ba0d3" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 727.074796] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-75c7a850-8509-445e-be9d-1062a12ba0d3" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 727.074796] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('75c7a850-8509-445e-be9d-1062a12ba0d3',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 727.239889] env[69685]: INFO networking_nsxv3.common.synchronization [None req-1df76bfd-515e-48f8-9b93-2627d72f3eac None None] Enqueued Resource ID: 89879e7c-2058-470f-abf6-b218da7842c5 with Priority: HIGHEST for action port [ 727.240165] env[69685]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 89879e7c-2058-470f-abf6-b218da7842c5 with Priority: HIGHEST for action port [ 727.240732] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock port-89879e7c-2058-470f-abf6-b218da7842c5 taken with stack trace [, , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 727.240850] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-89879e7c-2058-470f-abf6-b218da7842c5" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.240904] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-89879e7c-2058-470f-abf6-b218da7842c5" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 727.242813] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-89879e7c-2058-470f-abf6-b218da7842c5" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 727.242912] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('89879e7c-2058-470f-abf6-b218da7842c5',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 727.288942] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock member-72339107-b0aa-4dfd-956d-5878859c7012 taken with stack trace [, , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 727.288942] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-72339107-b0aa-4dfd-956d-5878859c7012" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.288942] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-72339107-b0aa-4dfd-956d-5878859c7012" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 727.288942] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-72339107-b0aa-4dfd-956d-5878859c7012" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 727.288942] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 727.288942] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.288942] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 727.288942] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 727.288942] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.288942] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-72339107-b0aa-4dfd-956d-5878859c7012" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.288942] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock member-72339107-b0aa-4dfd-956d-5878859c7012 taken with stack trace [, , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 727.288942] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-72339107-b0aa-4dfd-956d-5878859c7012" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.288942] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-72339107-b0aa-4dfd-956d-5878859c7012" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 727.288942] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-72339107-b0aa-4dfd-956d-5878859c7012" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 727.288942] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 727.288942] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.289838] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 727.289838] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 727.289838] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.289838] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-72339107-b0aa-4dfd-956d-5878859c7012" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.289838] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('72339107-b0aa-4dfd-956d-5878859c7012',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 727.302243] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 727.302396] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.302561] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 727.302772] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 727.302863] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.302973] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7e595196-78e9-4731-8bbc-1732959ee441 is going to be created. [ 727.329557] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 727.329557] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.329557] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 727.329557] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 727.329557] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.339158] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7e595196-78e9-4731-8bbc-1732959ee441 in Status: UNINITIALIZED for 2s [ 727.578429] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 75c7a850-8509-445e-be9d-1062a12ba0d3 [ 727.578698] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 727.580024] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.580024] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 727.580024] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 727.580024] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.580024] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:75c7a850-8509-445e-be9d-1062a12ba0d3 already deleted. [ 727.580024] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-75c7a850-8509-445e-be9d-1062a12ba0d3" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.746589] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 89879e7c-2058-470f-abf6-b218da7842c5 [ 727.747897] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 727.747897] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.747897] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 727.747897] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 727.747897] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.749667] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:89879e7c-2058-470f-abf6-b218da7842c5 already deleted. [ 727.749667] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-89879e7c-2058-470f-abf6-b218da7842c5" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.791056] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 72339107-b0aa-4dfd-956d-5878859c7012: rpc.has_security_group_logging(os_id): False [ 727.809694] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 727.809920] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.810026] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 727.810292] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 727.810402] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.810725] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 727.810856] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.810969] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 727.811164] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 727.811276] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.811457] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 727.811585] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.811625] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 727.811756] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 727.811827] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.812060] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 727.812151] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.812298] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 727.812424] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 727.812468] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.812781] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 72339107-b0aa-4dfd-956d-5878859c7012 is going to be created. [ 727.885093] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 727.885093] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.885093] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 727.885093] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 727.885093] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.903051] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 72339107-b0aa-4dfd-956d-5878859c7012 in Status: IN_PROGRESS for 2s [ 727.969741] env[69685]: INFO networking_nsxv3.common.synchronization [None req-8fc3b325-4e9e-4fbc-a89b-65010e1017f7 tempest-VolumesAssistedSnapshotsTest-396358600 tempest-VolumesAssistedSnapshotsTest-396358600-project-member] Enqueued Resource ID: f2a20afc-0049-435b-a4ff-c05dab76672d with Priority: HIGHEST for action security_group_rules [ 727.970799] env[69685]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f2a20afc-0049-435b-a4ff-c05dab76672d with Priority: HIGHEST for action security_group_rules [ 727.973345] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f2a20afc-0049-435b-a4ff-c05dab76672d taken with stack trace [, , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 727.973345] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f2a20afc-0049-435b-a4ff-c05dab76672d" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.973345] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f2a20afc-0049-435b-a4ff-c05dab76672d" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 727.973345] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f2a20afc-0049-435b-a4ff-c05dab76672d" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 727.973345] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f2a20afc-0049-435b-a4ff-c05dab76672d',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 728.037808] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 864e2079-55d7-49d2-a768-8c1685d1fc04 in Status: SUCCESS [ 728.037808] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-864e2079-55d7-49d2-a768-8c1685d1fc04" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 728.360801] env[69685]: INFO networking_nsxv3.common.synchronization [None req-5332aa46-5cdb-4702-bb7b-3e49bcf6a321 tempest-VolumesAssistedSnapshotsTest-396358600 tempest-VolumesAssistedSnapshotsTest-396358600-project-member] Enqueued Resource ID: f2a20afc-0049-435b-a4ff-c05dab76672d with Priority: HIGHEST for action security_group_rules [ 728.361231] env[69685]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f2a20afc-0049-435b-a4ff-c05dab76672d with Priority: HIGHEST for action security_group_rules [ 728.361589] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f2a20afc-0049-435b-a4ff-c05dab76672d taken with stack trace [, , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 728.361649] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f2a20afc-0049-435b-a4ff-c05dab76672d" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 728.497989] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 728.497989] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 728.497989] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 728.497989] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 728.497989] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 728.497989] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f2a20afc-0049-435b-a4ff-c05dab76672d already deleted. [ 728.497989] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f2a20afc-0049-435b-a4ff-c05dab76672d" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 728.497989] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f2a20afc-0049-435b-a4ff-c05dab76672d" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 728.497989] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f2a20afc-0049-435b-a4ff-c05dab76672d" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 728.497989] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f2a20afc-0049-435b-a4ff-c05dab76672d',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 728.859067] env[69685]: INFO networking_nsxv3.common.synchronization [None req-6af4bfb0-87f5-48b3-8916-c8cb6f3ad884 None None] Enqueued Resource ID: ed8c1522-dddd-4a6c-8c56-09bea3c6d8a7 with Priority: HIGHEST for action port [ 728.859067] env[69685]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ed8c1522-dddd-4a6c-8c56-09bea3c6d8a7 with Priority: HIGHEST for action port [ 728.861373] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock port-ed8c1522-dddd-4a6c-8c56-09bea3c6d8a7 taken with stack trace [, , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 728.862353] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ed8c1522-dddd-4a6c-8c56-09bea3c6d8a7" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 728.862353] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ed8c1522-dddd-4a6c-8c56-09bea3c6d8a7" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 728.862353] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ed8c1522-dddd-4a6c-8c56-09bea3c6d8a7" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 728.862353] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ed8c1522-dddd-4a6c-8c56-09bea3c6d8a7',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 729.022438] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 729.022438] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 729.022438] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 729.026099] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 729.026099] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 729.027037] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f2a20afc-0049-435b-a4ff-c05dab76672d already deleted. [ 729.027496] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f2a20afc-0049-435b-a4ff-c05dab76672d" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 729.352017] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7e595196-78e9-4731-8bbc-1732959ee441 in Status: SUCCESS [ 729.352017] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7e595196-78e9-4731-8bbc-1732959ee441" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 729.352017] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7e595196-78e9-4731-8bbc-1732959ee441" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 729.352017] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7e595196-78e9-4731-8bbc-1732959ee441" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 729.352017] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 729.352017] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 729.352017] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 729.352017] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 729.352017] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 729.352017] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7e595196-78e9-4731-8bbc-1732959ee441" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 729.352017] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('7e595196-78e9-4731-8bbc-1732959ee441',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 729.365221] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port ed8c1522-dddd-4a6c-8c56-09bea3c6d8a7 [ 729.365532] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 729.365671] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 729.365741] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 729.365951] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 729.366050] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 729.366134] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:ed8c1522-dddd-4a6c-8c56-09bea3c6d8a7 already deleted. [ 729.366213] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ed8c1522-dddd-4a6c-8c56-09bea3c6d8a7" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 729.639564] env[69685]: INFO networking_nsxv3.common.synchronization [req-07dd8d25-0b2a-4e07-9fc2-c5c629d82a5b req-d015cf89-2d8d-4b79-89f2-026afa05107a tempest-ServersTestManualDisk-1062873455 tempest-ServersTestManualDisk-1062873455-project-member] Enqueued Resource ID: a092aa68-9019-4bb2-8328-7755f4756316 with Priority: HIGHEST for action security_group_members [ 729.639854] env[69685]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a092aa68-9019-4bb2-8328-7755f4756316 with Priority: HIGHEST for action security_group_members [ 729.641025] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock member-a092aa68-9019-4bb2-8328-7755f4756316 taken with stack trace [, , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 729.641195] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a092aa68-9019-4bb2-8328-7755f4756316" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 729.641347] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a092aa68-9019-4bb2-8328-7755f4756316" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 729.641695] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a092aa68-9019-4bb2-8328-7755f4756316" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 729.642032] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 729.642032] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 729.642150] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 729.642703] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 729.642703] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 729.642703] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a092aa68-9019-4bb2-8328-7755f4756316',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 729.856340] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('7e595196-78e9-4731-8bbc-1732959ee441',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 729.918030] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 72339107-b0aa-4dfd-956d-5878859c7012 in Status: SUCCESS [ 729.918030] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-72339107-b0aa-4dfd-956d-5878859c7012" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 730.147895] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 730.147895] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 730.147895] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 730.147895] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 730.147895] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 730.147895] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 730.147895] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 730.147895] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 730.147895] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 730.147895] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 730.149845] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a092aa68-9019-4bb2-8328-7755f4756316 already deleted. [ 730.149845] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a092aa68-9019-4bb2-8328-7755f4756316" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 730.360375] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 7e595196-78e9-4731-8bbc-1732959ee441: rpc.has_security_group_logging(os_id): False [ 730.371081] env[69685]: DEBUG networking_nsxv3.common.locking [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Lock network-968 taken with stack trace [, , , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 730.371081] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquiring lock "network-968" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 730.371081] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquired lock "network-968" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 730.371081] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquired external semaphore "network-968" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 730.371081] env[69685]: DEBUG networking_nsxv3.common.locking [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 730.371081] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquiring lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 730.371081] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquired lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 730.377077] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquired external semaphore "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 730.377077] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Releasing lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 730.377077] env[69685]: DEBUG dogpile.cache.region [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] No value present for key: 'zone-id' {{(pid=69685) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 730.377077] env[69685]: DEBUG dogpile.lock [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] NeedRegenerationException {{(pid=69685) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 730.377077] env[69685]: DEBUG dogpile.lock [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] no value, waiting for create lock {{(pid=69685) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 730.377077] env[69685]: DEBUG dogpile.lock [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] value creation lock acquired {{(pid=69685) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 730.377077] env[69685]: DEBUG dogpile.cache.region [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] No value present for key: 'zone-id' {{(pid=69685) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 730.377077] env[69685]: DEBUG dogpile.lock [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Calling creation function for not-yet-present value {{(pid=69685) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 730.377077] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 730.381177] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 730.381413] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 730.381541] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 730.381887] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 730.382106] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 730.382519] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 730.387426] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 730.387669] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 730.388252] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 730.389632] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 730.389632] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 7e595196-78e9-4731-8bbc-1732959ee441 is going to be created. [ 730.405846] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 730.405982] env[69685]: DEBUG dogpile.cache.region [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Cache value generated in 0.031 seconds for key(s): 'zone-id' {{(pid=69685) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 730.406149] env[69685]: DEBUG dogpile.lock [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Released creation lock {{(pid=69685) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 730.406355] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Releasing lock "network-968" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 730.406689] env[69685]: DEBUG networking_nsxv3.common.locking [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Lock port-07c3b58a-9770-4370-b39a-8172c3539d71 taken with stack trace [, , , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 730.406870] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquiring lock "port-07c3b58a-9770-4370-b39a-8172c3539d71" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 730.406991] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquired lock "port-07c3b58a-9770-4370-b39a-8172c3539d71" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 730.407357] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquired external semaphore "port-07c3b58a-9770-4370-b39a-8172c3539d71" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 730.407867] env[69685]: DEBUG networking_nsxv3.api.rpc [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('07c3b58a-9770-4370-b39a-8172c3539d71',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 730.511879] env[69685]: INFO networking_nsxv3.common.synchronization [None req-14d19b58-2be7-4b06-9a7b-d8ccf36f257b tempest-ServersWithSpecificFlavorTestJSON-575759741 tempest-ServersWithSpecificFlavorTestJSON-575759741-project-member] Enqueued Resource ID: 3020eacc-da2b-44d0-a6a9-b3a094cac43a with Priority: HIGHEST for action security_group_rules [ 730.512457] env[69685]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3020eacc-da2b-44d0-a6a9-b3a094cac43a with Priority: HIGHEST for action security_group_rules [ 730.512770] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock rules-3020eacc-da2b-44d0-a6a9-b3a094cac43a taken with stack trace [, , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 730.512892] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-3020eacc-da2b-44d0-a6a9-b3a094cac43a" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 730.513033] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-3020eacc-da2b-44d0-a6a9-b3a094cac43a" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 730.513779] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-3020eacc-da2b-44d0-a6a9-b3a094cac43a" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 730.513869] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('3020eacc-da2b-44d0-a6a9-b3a094cac43a',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 730.516997] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 730.517245] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 730.517245] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 730.517404] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 730.517879] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 730.531207] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 7e595196-78e9-4731-8bbc-1732959ee441 in Status: IN_PROGRESS for 2s [ 730.780823] env[69685]: INFO networking_nsxv3.common.synchronization [None req-99394a1b-80d7-4009-b3f3-63d7d9c62cf0 None None] Enqueued Resource ID: 3d7f9ac8-9248-4be5-9259-64a6ceba85d3 with Priority: HIGHEST for action port [ 730.783771] env[69685]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3d7f9ac8-9248-4be5-9259-64a6ceba85d3 with Priority: HIGHEST for action port [ 730.783874] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock port-3d7f9ac8-9248-4be5-9259-64a6ceba85d3 taken with stack trace [, , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 730.783983] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-3d7f9ac8-9248-4be5-9259-64a6ceba85d3" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 730.784100] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-3d7f9ac8-9248-4be5-9259-64a6ceba85d3" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 730.784475] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-3d7f9ac8-9248-4be5-9259-64a6ceba85d3" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 730.784475] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3d7f9ac8-9248-4be5-9259-64a6ceba85d3',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 730.882092] env[69685]: INFO networking_nsxv3.common.synchronization [None req-67614e8a-7cd8-4ca8-8eb0-97b0fdea4213 tempest-ServersWithSpecificFlavorTestJSON-575759741 tempest-ServersWithSpecificFlavorTestJSON-575759741-project-member] Enqueued Resource ID: 3020eacc-da2b-44d0-a6a9-b3a094cac43a with Priority: HIGHEST for action security_group_rules [ 730.883841] env[69685]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3020eacc-da2b-44d0-a6a9-b3a094cac43a with Priority: HIGHEST for action security_group_rules [ 730.883841] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock rules-3020eacc-da2b-44d0-a6a9-b3a094cac43a taken with stack trace [, , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 730.883841] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-3020eacc-da2b-44d0-a6a9-b3a094cac43a" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 730.913215] env[69685]: DEBUG networking_nsxv3.common.locking [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 730.913215] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquiring lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 730.913215] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquired lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 730.913215] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquired external semaphore "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 730.913215] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Releasing lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 730.913215] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Segment Port 07c3b58a-9770-4370-b39a-8172c3539d71 not found, creating... [ 730.913215] env[69685]: DEBUG networking_nsxv3.common.locking [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 730.913215] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquiring lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 730.913215] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquired lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 730.913215] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquired external semaphore "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 730.913215] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Releasing lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 730.913686] env[69685]: DEBUG networking_nsxv3.common.locking [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 730.913686] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquiring lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 730.913686] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquired lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 730.913686] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquired external semaphore "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 730.913686] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Releasing lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 730.913686] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Resource: SegmentPort with ID: 07c3b58a-9770-4370-b39a-8172c3539d71 is going to be created. [ 730.934171] env[69685]: DEBUG networking_nsxv3.common.locking [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 730.936304] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquiring lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 730.936468] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquired lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 730.936787] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquired external semaphore "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 730.937034] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Releasing lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 730.937281] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Releasing lock "port-07c3b58a-9770-4370-b39a-8172c3539d71" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 731.052827] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 731.053034] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.053081] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 731.053301] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 731.053386] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 731.053479] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 3020eacc-da2b-44d0-a6a9-b3a094cac43a already deleted. [ 731.053557] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-3020eacc-da2b-44d0-a6a9-b3a094cac43a" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 731.053715] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-3020eacc-da2b-44d0-a6a9-b3a094cac43a" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 731.053868] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-3020eacc-da2b-44d0-a6a9-b3a094cac43a" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 731.053947] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('3020eacc-da2b-44d0-a6a9-b3a094cac43a',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 731.287911] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 3d7f9ac8-9248-4be5-9259-64a6ceba85d3 [ 731.287911] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 731.287911] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.287911] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 731.287911] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 731.287911] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 731.287911] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:3d7f9ac8-9248-4be5-9259-64a6ceba85d3 already deleted. [ 731.287911] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-3d7f9ac8-9248-4be5-9259-64a6ceba85d3" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 731.585396] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 731.585396] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.585396] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 731.585396] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 731.585396] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 731.585396] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 3020eacc-da2b-44d0-a6a9-b3a094cac43a already deleted. [ 731.585396] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-3020eacc-da2b-44d0-a6a9-b3a094cac43a" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 732.091580] env[69685]: INFO networking_nsxv3.common.synchronization [req-05e82a74-e8b5-43cc-a4d3-dbfa148bb26f req-bf27bdc7-f74e-4bbc-8a99-1f8f26da438b tempest-ServerDiagnosticsTest-1072079149 tempest-ServerDiagnosticsTest-1072079149-project-member] Enqueued Resource ID: b2cbcb4a-8cfb-4552-a801-42c4104e9177 with Priority: HIGHEST for action security_group_members [ 732.092265] env[69685]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b2cbcb4a-8cfb-4552-a801-42c4104e9177 with Priority: HIGHEST for action security_group_members [ 732.092581] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock member-b2cbcb4a-8cfb-4552-a801-42c4104e9177 taken with stack trace [, , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 732.092723] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b2cbcb4a-8cfb-4552-a801-42c4104e9177" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 732.092783] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b2cbcb4a-8cfb-4552-a801-42c4104e9177" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 732.093015] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b2cbcb4a-8cfb-4552-a801-42c4104e9177" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 732.093590] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 732.093696] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 732.093778] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 732.093956] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 732.094062] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 732.094162] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b2cbcb4a-8cfb-4552-a801-42c4104e9177',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 732.545085] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 7e595196-78e9-4731-8bbc-1732959ee441 in Status: SUCCESS [ 732.545606] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-7e595196-78e9-4731-8bbc-1732959ee441" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 732.597524] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 732.600513] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 732.600513] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 732.600513] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 732.600513] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 732.600513] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 732.600513] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 732.600513] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 732.600513] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 732.600513] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 732.600513] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b2cbcb4a-8cfb-4552-a801-42c4104e9177 is going to be updated. [ 732.641290] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 732.642259] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 732.642259] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 732.642259] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 732.642259] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 732.654624] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b2cbcb4a-8cfb-4552-a801-42c4104e9177 in Status: IN_PROGRESS for 2s [ 733.446032] env[69685]: INFO networking_nsxv3.common.synchronization [req-07dd8d25-0b2a-4e07-9fc2-c5c629d82a5b req-2f2f7648-1f6c-4bbb-ae48-15f5fae046d2 service nova] Enqueued Resource ID: a092aa68-9019-4bb2-8328-7755f4756316 with Priority: HIGHEST for action security_group_rules [ 733.446032] env[69685]: INFO networking_nsxv3.common.synchronization [req-07dd8d25-0b2a-4e07-9fc2-c5c629d82a5b req-2f2f7648-1f6c-4bbb-ae48-15f5fae046d2 service nova] Enqueued Resource ID: a092aa68-9019-4bb2-8328-7755f4756316 with Priority: HIGHEST for action security_group_members [ 733.446032] env[69685]: INFO networking_nsxv3.common.synchronization [req-07dd8d25-0b2a-4e07-9fc2-c5c629d82a5b req-2f2f7648-1f6c-4bbb-ae48-15f5fae046d2 service nova] Enqueued Resource ID: 07c3b58a-9770-4370-b39a-8172c3539d71 with Priority: HIGHEST for action port [ 733.446032] env[69685]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a092aa68-9019-4bb2-8328-7755f4756316 with Priority: HIGHEST for action security_group_rules [ 733.446032] env[69685]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a092aa68-9019-4bb2-8328-7755f4756316 with Priority: HIGHEST for action security_group_members [ 733.446032] env[69685]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 07c3b58a-9770-4370-b39a-8172c3539d71 with Priority: HIGHEST for action port [ 733.446032] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a092aa68-9019-4bb2-8328-7755f4756316 taken with stack trace [, , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 733.446032] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a092aa68-9019-4bb2-8328-7755f4756316" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 733.446032] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a092aa68-9019-4bb2-8328-7755f4756316" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 733.446032] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a092aa68-9019-4bb2-8328-7755f4756316" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 733.446032] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a092aa68-9019-4bb2-8328-7755f4756316',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 733.447961] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock member-a092aa68-9019-4bb2-8328-7755f4756316 taken with stack trace [, , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 733.448674] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a092aa68-9019-4bb2-8328-7755f4756316" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 733.448674] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a092aa68-9019-4bb2-8328-7755f4756316" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 733.448674] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a092aa68-9019-4bb2-8328-7755f4756316" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 733.448674] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 733.448674] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 733.448674] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 733.448964] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 733.449612] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 733.449612] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a092aa68-9019-4bb2-8328-7755f4756316',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 733.450520] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock port-07c3b58a-9770-4370-b39a-8172c3539d71 taken with stack trace [, , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 733.450520] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-07c3b58a-9770-4370-b39a-8172c3539d71" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 733.450520] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-07c3b58a-9770-4370-b39a-8172c3539d71" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 733.450659] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-07c3b58a-9770-4370-b39a-8172c3539d71" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 733.450659] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('07c3b58a-9770-4370-b39a-8172c3539d71',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 733.958037] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock member-a092aa68-9019-4bb2-8328-7755f4756316 taken with stack trace [, , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 733.958037] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a092aa68-9019-4bb2-8328-7755f4756316" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 733.958037] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('a092aa68-9019-4bb2-8328-7755f4756316',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 733.959241] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 07c3b58a-9770-4370-b39a-8172c3539d71 with status ACTIVE [ 733.961530] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 733.961530] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 733.961530] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 733.961530] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 733.961784] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 733.963399] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 733.963399] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 733.963399] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 733.963399] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 733.963399] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 733.963399] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 733.963399] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 733.963399] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 733.963399] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 733.963399] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 733.963399] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 07c3b58a-9770-4370-b39a-8172c3539d71 is going to be updated. [ 733.984697] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 733.987114] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 733.987114] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 733.987114] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 733.987114] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 733.987114] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-07c3b58a-9770-4370-b39a-8172c3539d71" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 734.017384] env[69685]: INFO networking_nsxv3.common.synchronization [None req-48c74b60-3635-445e-891c-fea8ef50cc41 None None] Enqueued Resource ID: 7867843f-5852-4b3e-ab5d-4ade1e6633db with Priority: HIGHEST for action port [ 734.017964] env[69685]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7867843f-5852-4b3e-ab5d-4ade1e6633db with Priority: HIGHEST for action port [ 734.018282] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock port-7867843f-5852-4b3e-ab5d-4ade1e6633db taken with stack trace [, , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 734.018735] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-7867843f-5852-4b3e-ab5d-4ade1e6633db" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 734.018735] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-7867843f-5852-4b3e-ab5d-4ade1e6633db" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 734.018879] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-7867843f-5852-4b3e-ab5d-4ade1e6633db" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 734.018879] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7867843f-5852-4b3e-ab5d-4ade1e6633db',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 734.245750] env[69685]: INFO networking_nsxv3.common.synchronization [req-8dbb46d5-cf77-4ebb-9a36-aeed4f343efa req-f5ae0332-050f-4a92-ba27-d4a059979504 tempest-FloatingIPsAssociationTestJSON-1935006235 tempest-FloatingIPsAssociationTestJSON-1935006235-project-member] Enqueued Resource ID: e98ab8aa-b2b9-4d93-b385-e471c986864a with Priority: HIGHEST for action security_group_members [ 734.246157] env[69685]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e98ab8aa-b2b9-4d93-b385-e471c986864a with Priority: HIGHEST for action security_group_members [ 734.246445] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock member-e98ab8aa-b2b9-4d93-b385-e471c986864a taken with stack trace [, , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 734.246579] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e98ab8aa-b2b9-4d93-b385-e471c986864a" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 734.246660] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e98ab8aa-b2b9-4d93-b385-e471c986864a" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 734.247985] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e98ab8aa-b2b9-4d93-b385-e471c986864a" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 734.248613] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 734.248613] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 734.248613] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 734.248613] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 734.248874] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 734.248874] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e98ab8aa-b2b9-4d93-b385-e471c986864a',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 734.465710] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('a092aa68-9019-4bb2-8328-7755f4756316',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 734.520853] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 7867843f-5852-4b3e-ab5d-4ade1e6633db [ 734.522732] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 734.522732] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 734.522732] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 734.522732] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 734.522732] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 734.522732] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:7867843f-5852-4b3e-ab5d-4ade1e6633db already deleted. [ 734.522732] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-7867843f-5852-4b3e-ab5d-4ade1e6633db" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 734.665025] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b2cbcb4a-8cfb-4552-a801-42c4104e9177 in Status: SUCCESS [ 734.665025] env[69685]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b2cbcb4a-8cfb-4552-a801-42c4104e9177 deletion is rescheduled due to dependency. [ 734.665126] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b2cbcb4a-8cfb-4552-a801-42c4104e9177" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 734.756656] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 734.756656] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 734.756656] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 734.756656] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 734.756656] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 734.756656] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 734.756656] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 734.756656] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 734.756656] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 734.756656] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 734.756656] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e98ab8aa-b2b9-4d93-b385-e471c986864a already deleted. [ 734.756656] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e98ab8aa-b2b9-4d93-b385-e471c986864a" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 734.972701] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 734.972701] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 734.972701] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 734.972701] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 734.972701] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 734.972701] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a092aa68-9019-4bb2-8328-7755f4756316 is going to be created. [ 734.996483] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 734.996652] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 734.996700] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 734.996893] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 734.997064] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 735.006611] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a092aa68-9019-4bb2-8328-7755f4756316 in Status: UNINITIALIZED for 2s [ 735.061438] env[69685]: INFO networking_nsxv3.common.synchronization [None req-7daec14f-02a5-4e10-bbed-8403d2961626 tempest-AttachInterfacesUnderV243Test-1361175650 tempest-AttachInterfacesUnderV243Test-1361175650-project-member] Enqueued Resource ID: d4e294b7-7cf2-4e01-81f3-4073f45728ae with Priority: HIGHEST for action security_group_rules [ 735.061438] env[69685]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d4e294b7-7cf2-4e01-81f3-4073f45728ae with Priority: HIGHEST for action security_group_rules [ 735.061438] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d4e294b7-7cf2-4e01-81f3-4073f45728ae taken with stack trace [, , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 735.061438] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d4e294b7-7cf2-4e01-81f3-4073f45728ae" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 735.061438] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d4e294b7-7cf2-4e01-81f3-4073f45728ae" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 735.061932] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d4e294b7-7cf2-4e01-81f3-4073f45728ae" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 735.061932] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d4e294b7-7cf2-4e01-81f3-4073f45728ae',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 735.344441] env[69685]: DEBUG networking_nsxv3.common.locking [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Lock network-552 taken with stack trace [, , , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 735.344441] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquiring lock "network-552" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 735.344441] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquired lock "network-552" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 735.344617] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquired external semaphore "network-552" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 735.344712] env[69685]: DEBUG networking_nsxv3.common.locking [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 735.344872] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquiring lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 735.344990] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquired lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 735.347244] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquired external semaphore "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 735.347397] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Releasing lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 735.347628] env[69685]: DEBUG dogpile.cache.region [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] No value present for key: 'zone-id' {{(pid=69685) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 735.347747] env[69685]: DEBUG dogpile.lock [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] NeedRegenerationException {{(pid=69685) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 735.347859] env[69685]: DEBUG dogpile.lock [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] no value, waiting for create lock {{(pid=69685) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 735.347969] env[69685]: DEBUG dogpile.lock [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] value creation lock acquired {{(pid=69685) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 735.348113] env[69685]: DEBUG dogpile.cache.region [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] No value present for key: 'zone-id' {{(pid=69685) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 735.348197] env[69685]: DEBUG dogpile.lock [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Calling creation function for not-yet-present value {{(pid=69685) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 735.348332] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 735.364867] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 735.364940] env[69685]: DEBUG dogpile.cache.region [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Cache value generated in 0.017 seconds for key(s): 'zone-id' {{(pid=69685) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 735.365098] env[69685]: DEBUG dogpile.lock [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Released creation lock {{(pid=69685) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 735.365412] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Releasing lock "network-552" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 735.365804] env[69685]: DEBUG networking_nsxv3.common.locking [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Lock port-62b83762-5ec5-4cc8-a848-59f280e8676b taken with stack trace [, , , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 735.365998] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquiring lock "port-62b83762-5ec5-4cc8-a848-59f280e8676b" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 735.366139] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquired lock "port-62b83762-5ec5-4cc8-a848-59f280e8676b" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 735.366454] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquired external semaphore "port-62b83762-5ec5-4cc8-a848-59f280e8676b" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 735.366599] env[69685]: DEBUG networking_nsxv3.api.rpc [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('62b83762-5ec5-4cc8-a848-59f280e8676b',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 735.392944] env[69685]: INFO networking_nsxv3.common.synchronization [None req-5cc6993c-1123-491b-895e-51d854712ddf None None] Enqueued Resource ID: 649f8aad-4049-4201-b78d-4a39b98c199e with Priority: HIGHEST for action port [ 735.393128] env[69685]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 649f8aad-4049-4201-b78d-4a39b98c199e with Priority: HIGHEST for action port [ 735.393704] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock port-649f8aad-4049-4201-b78d-4a39b98c199e taken with stack trace [, , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 735.393826] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-649f8aad-4049-4201-b78d-4a39b98c199e" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 735.393900] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-649f8aad-4049-4201-b78d-4a39b98c199e" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 735.394339] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-649f8aad-4049-4201-b78d-4a39b98c199e" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 735.394339] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('649f8aad-4049-4201-b78d-4a39b98c199e',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 735.410931] env[69685]: INFO networking_nsxv3.common.synchronization [None req-cba4f9bb-5288-436b-83de-4dd14dc5db26 tempest-AttachInterfacesUnderV243Test-1361175650 tempest-AttachInterfacesUnderV243Test-1361175650-project-member] Enqueued Resource ID: d4e294b7-7cf2-4e01-81f3-4073f45728ae with Priority: HIGHEST for action security_group_rules [ 735.411732] env[69685]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d4e294b7-7cf2-4e01-81f3-4073f45728ae with Priority: HIGHEST for action security_group_rules [ 735.412834] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d4e294b7-7cf2-4e01-81f3-4073f45728ae taken with stack trace [, , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 735.413160] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d4e294b7-7cf2-4e01-81f3-4073f45728ae" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 735.582929] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 735.584114] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 735.584114] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 735.584114] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 735.584114] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 735.584114] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d4e294b7-7cf2-4e01-81f3-4073f45728ae already deleted. [ 735.584114] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d4e294b7-7cf2-4e01-81f3-4073f45728ae" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 735.585904] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d4e294b7-7cf2-4e01-81f3-4073f45728ae" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 735.585904] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d4e294b7-7cf2-4e01-81f3-4073f45728ae" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 735.585904] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d4e294b7-7cf2-4e01-81f3-4073f45728ae',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 735.869836] env[69685]: DEBUG networking_nsxv3.common.locking [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 735.870154] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquiring lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 735.870306] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquired lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 735.870721] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquired external semaphore "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 735.871419] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Releasing lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 735.871419] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Segment Port 62b83762-5ec5-4cc8-a848-59f280e8676b not found, creating... [ 735.871627] env[69685]: DEBUG networking_nsxv3.common.locking [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 735.871968] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquiring lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 735.873425] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquired lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 735.873789] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquired external semaphore "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 735.874270] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Releasing lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 735.874699] env[69685]: DEBUG networking_nsxv3.common.locking [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 735.874916] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquiring lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 735.875247] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquired lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 735.875561] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquired external semaphore "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 735.875752] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Releasing lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 735.876045] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Resource: SegmentPort with ID: 62b83762-5ec5-4cc8-a848-59f280e8676b is going to be created. [ 735.898754] env[69685]: DEBUG networking_nsxv3.common.locking [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 735.900069] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquiring lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 735.900069] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquired lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 735.900069] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquired external semaphore "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 735.900069] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Releasing lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 735.900069] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Releasing lock "port-62b83762-5ec5-4cc8-a848-59f280e8676b" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 735.900689] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 649f8aad-4049-4201-b78d-4a39b98c199e [ 735.900888] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 735.901012] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 735.901100] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 735.901290] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 735.901368] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 735.901453] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:649f8aad-4049-4201-b78d-4a39b98c199e already deleted. [ 735.901527] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-649f8aad-4049-4201-b78d-4a39b98c199e" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 736.050709] env[69685]: INFO networking_nsxv3.common.synchronization [None req-1294baee-a0db-44c8-984a-3a5b02a66a97 None None] Enqueued Resource ID: 43bc1c45-4bcf-458d-b345-9bb7958adec7 with Priority: HIGHEST for action port [ 736.051266] env[69685]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 43bc1c45-4bcf-458d-b345-9bb7958adec7 with Priority: HIGHEST for action port [ 736.051602] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock port-43bc1c45-4bcf-458d-b345-9bb7958adec7 taken with stack trace [, , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 736.051701] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-43bc1c45-4bcf-458d-b345-9bb7958adec7" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 736.051743] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-43bc1c45-4bcf-458d-b345-9bb7958adec7" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 736.052058] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-43bc1c45-4bcf-458d-b345-9bb7958adec7" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 736.052110] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('43bc1c45-4bcf-458d-b345-9bb7958adec7',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 736.107568] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 736.107762] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 736.107814] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 736.108017] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 736.108115] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 736.108213] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d4e294b7-7cf2-4e01-81f3-4073f45728ae already deleted. [ 736.108359] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d4e294b7-7cf2-4e01-81f3-4073f45728ae" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 736.554287] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 43bc1c45-4bcf-458d-b345-9bb7958adec7 [ 736.556810] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 736.556810] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 736.556810] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 736.556810] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 736.556810] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 736.556810] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:43bc1c45-4bcf-458d-b345-9bb7958adec7 already deleted. [ 736.556810] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-43bc1c45-4bcf-458d-b345-9bb7958adec7" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 736.895203] env[69685]: INFO networking_nsxv3.common.synchronization [req-dbbdbde7-5b1e-4c8f-8a6d-cf3beee62ada req-e6123b00-ee84-488a-91a8-8cb937894e42 tempest-ServerMetadataNegativeTestJSON-815015480 tempest-ServerMetadataNegativeTestJSON-815015480-project-member] Enqueued Resource ID: 57c79f05-c8b8-4e1c-bd66-5127a731c4ec with Priority: HIGHEST for action security_group_members [ 736.895951] env[69685]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 57c79f05-c8b8-4e1c-bd66-5127a731c4ec with Priority: HIGHEST for action security_group_members [ 736.896139] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock member-57c79f05-c8b8-4e1c-bd66-5127a731c4ec taken with stack trace [, , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 736.896316] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-57c79f05-c8b8-4e1c-bd66-5127a731c4ec" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 736.896316] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-57c79f05-c8b8-4e1c-bd66-5127a731c4ec" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 736.896671] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-57c79f05-c8b8-4e1c-bd66-5127a731c4ec" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 736.896671] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 736.896818] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 736.897869] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 736.897869] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 736.901139] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 736.901246] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('57c79f05-c8b8-4e1c-bd66-5127a731c4ec',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 737.018356] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a092aa68-9019-4bb2-8328-7755f4756316 in Status: SUCCESS [ 737.018356] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a092aa68-9019-4bb2-8328-7755f4756316" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 737.018356] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a092aa68-9019-4bb2-8328-7755f4756316" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 737.018356] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a092aa68-9019-4bb2-8328-7755f4756316" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 737.018356] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 737.018356] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 737.018356] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 737.018356] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 737.018356] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 737.018356] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a092aa68-9019-4bb2-8328-7755f4756316" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 737.018356] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('a092aa68-9019-4bb2-8328-7755f4756316',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 737.403975] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 737.405183] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 737.405183] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 737.405183] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 737.405183] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 737.405183] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 737.405183] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 737.405183] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 737.405183] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 737.405183] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 737.405578] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 57c79f05-c8b8-4e1c-bd66-5127a731c4ec already deleted. [ 737.405578] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-57c79f05-c8b8-4e1c-bd66-5127a731c4ec" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 737.520367] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('a092aa68-9019-4bb2-8328-7755f4756316',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 737.840125] env[69685]: INFO networking_nsxv3.common.synchronization [None req-950c11b3-fa19-4d9d-8dbe-c047e781702a None None] Enqueued Resource ID: 397c5de4-94d5-4f07-89b4-fa9894db3932 with Priority: HIGHEST for action port [ 737.840125] env[69685]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 397c5de4-94d5-4f07-89b4-fa9894db3932 with Priority: HIGHEST for action port [ 737.840220] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock port-397c5de4-94d5-4f07-89b4-fa9894db3932 taken with stack trace [, , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 737.840314] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-397c5de4-94d5-4f07-89b4-fa9894db3932" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 737.840369] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-397c5de4-94d5-4f07-89b4-fa9894db3932" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 737.840609] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-397c5de4-94d5-4f07-89b4-fa9894db3932" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 737.840691] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('397c5de4-94d5-4f07-89b4-fa9894db3932',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 737.844709] env[69685]: INFO networking_nsxv3.common.synchronization [req-8dbb46d5-cf77-4ebb-9a36-aeed4f343efa req-4b66e949-2472-41f8-89d3-1f0b506961c6 service nova] Enqueued Resource ID: e98ab8aa-b2b9-4d93-b385-e471c986864a with Priority: HIGHEST for action security_group_rules [ 737.844874] env[69685]: INFO networking_nsxv3.common.synchronization [req-8dbb46d5-cf77-4ebb-9a36-aeed4f343efa req-4b66e949-2472-41f8-89d3-1f0b506961c6 service nova] Enqueued Resource ID: e98ab8aa-b2b9-4d93-b385-e471c986864a with Priority: HIGHEST for action security_group_members [ 737.845058] env[69685]: INFO networking_nsxv3.common.synchronization [req-8dbb46d5-cf77-4ebb-9a36-aeed4f343efa req-4b66e949-2472-41f8-89d3-1f0b506961c6 service nova] Enqueued Resource ID: 62b83762-5ec5-4cc8-a848-59f280e8676b with Priority: HIGHEST for action port [ 737.845518] env[69685]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e98ab8aa-b2b9-4d93-b385-e471c986864a with Priority: HIGHEST for action security_group_rules [ 737.845604] env[69685]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e98ab8aa-b2b9-4d93-b385-e471c986864a with Priority: HIGHEST for action security_group_members [ 737.845703] env[69685]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 62b83762-5ec5-4cc8-a848-59f280e8676b with Priority: HIGHEST for action port [ 737.847576] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e98ab8aa-b2b9-4d93-b385-e471c986864a taken with stack trace [, , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 737.847817] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e98ab8aa-b2b9-4d93-b385-e471c986864a" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 737.847920] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e98ab8aa-b2b9-4d93-b385-e471c986864a" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 737.848259] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e98ab8aa-b2b9-4d93-b385-e471c986864a" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 737.848816] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e98ab8aa-b2b9-4d93-b385-e471c986864a',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 737.849684] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock member-e98ab8aa-b2b9-4d93-b385-e471c986864a taken with stack trace [, , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 737.849847] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e98ab8aa-b2b9-4d93-b385-e471c986864a" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 737.850672] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e98ab8aa-b2b9-4d93-b385-e471c986864a" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 737.850672] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e98ab8aa-b2b9-4d93-b385-e471c986864a" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 737.850672] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 737.850672] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 737.850672] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 737.850876] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 737.850876] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 737.850949] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e98ab8aa-b2b9-4d93-b385-e471c986864a',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 737.853429] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock port-62b83762-5ec5-4cc8-a848-59f280e8676b taken with stack trace [, , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 737.853546] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-62b83762-5ec5-4cc8-a848-59f280e8676b" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 737.853615] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-62b83762-5ec5-4cc8-a848-59f280e8676b" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 737.854116] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-62b83762-5ec5-4cc8-a848-59f280e8676b" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 737.854203] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('62b83762-5ec5-4cc8-a848-59f280e8676b',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 738.023127] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for a092aa68-9019-4bb2-8328-7755f4756316: rpc.has_security_group_logging(os_id): False [ 738.042062] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 738.042243] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 738.042322] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 738.042549] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 738.042661] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 738.042979] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 738.043155] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 738.043240] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 738.043442] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 738.043541] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 738.043627] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a092aa68-9019-4bb2-8328-7755f4756316 is going to be created. [ 738.102969] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 738.103170] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 738.103250] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 738.103452] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 738.103637] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 738.115688] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a092aa68-9019-4bb2-8328-7755f4756316 in Status: IN_PROGRESS for 2s [ 738.346796] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 397c5de4-94d5-4f07-89b4-fa9894db3932 [ 738.347042] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 738.347115] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 738.347195] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 738.348375] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 738.348509] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 738.348692] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:397c5de4-94d5-4f07-89b4-fa9894db3932 already deleted. [ 738.348728] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-397c5de4-94d5-4f07-89b4-fa9894db3932" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 738.358012] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('e98ab8aa-b2b9-4d93-b385-e471c986864a',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 738.358012] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock member-e98ab8aa-b2b9-4d93-b385-e471c986864a taken with stack trace [, , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 738.358012] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e98ab8aa-b2b9-4d93-b385-e471c986864a" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 738.359434] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 62b83762-5ec5-4cc8-a848-59f280e8676b with status ACTIVE [ 738.360867] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 738.360867] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 738.360867] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 738.360867] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 738.360867] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 738.360867] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 738.360867] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 738.360867] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 738.361641] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 738.361839] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 738.364202] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 738.364202] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 738.364202] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 738.364202] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 738.364202] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 738.364202] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 62b83762-5ec5-4cc8-a848-59f280e8676b is going to be updated. [ 738.391137] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 738.391137] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 738.391137] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 738.392028] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 738.392028] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 738.392209] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-62b83762-5ec5-4cc8-a848-59f280e8676b" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 738.514072] env[69685]: DEBUG networking_nsxv3.common.locking [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Lock network-336 taken with stack trace [, , , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 738.514072] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquiring lock "network-336" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 738.514072] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquired lock "network-336" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 738.514072] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquired external semaphore "network-336" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 738.514072] env[69685]: DEBUG networking_nsxv3.common.locking [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 738.514072] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquiring lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 738.514072] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquired lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 738.514548] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquired external semaphore "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 738.514605] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Releasing lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 738.514909] env[69685]: DEBUG dogpile.cache.region [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] No value present for key: 'zone-id' {{(pid=69685) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 738.514999] env[69685]: DEBUG dogpile.lock [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] NeedRegenerationException {{(pid=69685) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 738.515069] env[69685]: DEBUG dogpile.lock [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] no value, waiting for create lock {{(pid=69685) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 738.515191] env[69685]: DEBUG dogpile.lock [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] value creation lock acquired {{(pid=69685) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 738.515316] env[69685]: DEBUG dogpile.cache.region [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] No value present for key: 'zone-id' {{(pid=69685) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 738.515381] env[69685]: DEBUG dogpile.lock [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Calling creation function for not-yet-present value {{(pid=69685) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 738.515528] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 738.546695] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 738.550433] env[69685]: DEBUG dogpile.cache.region [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Cache value generated in 0.032 seconds for key(s): 'zone-id' {{(pid=69685) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 738.550433] env[69685]: DEBUG dogpile.lock [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Released creation lock {{(pid=69685) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 738.550433] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Releasing lock "network-336" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 738.550433] env[69685]: DEBUG networking_nsxv3.common.locking [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Lock port-d0bf4c0e-a4df-4ffa-80c2-33186e9684e7 taken with stack trace [, , , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 738.550433] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquiring lock "port-d0bf4c0e-a4df-4ffa-80c2-33186e9684e7" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 738.550433] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquired lock "port-d0bf4c0e-a4df-4ffa-80c2-33186e9684e7" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 738.550433] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquired external semaphore "port-d0bf4c0e-a4df-4ffa-80c2-33186e9684e7" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 738.550433] env[69685]: DEBUG networking_nsxv3.api.rpc [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d0bf4c0e-a4df-4ffa-80c2-33186e9684e7',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 738.666124] env[69685]: INFO networking_nsxv3.common.synchronization [None req-c2e781b8-05b0-41d9-b5b7-3391b2d8ff6b None None] Enqueued Resource ID: 057ff33a-03b0-424e-8783-a8f34f26a75a with Priority: HIGHEST for action port [ 738.666949] env[69685]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 057ff33a-03b0-424e-8783-a8f34f26a75a with Priority: HIGHEST for action port [ 738.668035] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock port-057ff33a-03b0-424e-8783-a8f34f26a75a taken with stack trace [, , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 738.668470] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-057ff33a-03b0-424e-8783-a8f34f26a75a" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 738.669158] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-057ff33a-03b0-424e-8783-a8f34f26a75a" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 738.669283] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-057ff33a-03b0-424e-8783-a8f34f26a75a" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 738.669456] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('057ff33a-03b0-424e-8783-a8f34f26a75a',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 738.860839] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('e98ab8aa-b2b9-4d93-b385-e471c986864a',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 739.054339] env[69685]: DEBUG networking_nsxv3.common.locking [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 739.054704] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquiring lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 739.054704] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquired lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 739.056096] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquired external semaphore "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 739.056096] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Releasing lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 739.056096] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Segment Port d0bf4c0e-a4df-4ffa-80c2-33186e9684e7 not found, creating... [ 739.056096] env[69685]: DEBUG networking_nsxv3.common.locking [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 739.056096] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquiring lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 739.056096] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquired lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 739.056096] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquired external semaphore "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 739.056408] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Releasing lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 739.056536] env[69685]: DEBUG networking_nsxv3.common.locking [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 739.057022] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquiring lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 739.057022] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquired lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 739.061108] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquired external semaphore "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 739.061326] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Releasing lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 739.061500] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Resource: SegmentPort with ID: d0bf4c0e-a4df-4ffa-80c2-33186e9684e7 is going to be created. [ 739.088244] env[69685]: DEBUG networking_nsxv3.common.locking [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 739.088244] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquiring lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 739.088244] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquired lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 739.088244] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquired external semaphore "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 739.088244] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Releasing lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 739.088244] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Releasing lock "port-d0bf4c0e-a4df-4ffa-80c2-33186e9684e7" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 739.172792] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 057ff33a-03b0-424e-8783-a8f34f26a75a [ 739.172792] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 739.172792] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 739.172792] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 739.173179] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 739.173179] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 739.173179] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:057ff33a-03b0-424e-8783-a8f34f26a75a already deleted. [ 739.173319] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-057ff33a-03b0-424e-8783-a8f34f26a75a" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 739.362929] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 739.363200] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 739.363200] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 739.364105] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 739.364105] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 739.364105] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e98ab8aa-b2b9-4d93-b385-e471c986864a is going to be created. [ 739.390367] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 739.390367] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 739.390367] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 739.390367] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 739.390367] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 739.397973] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e98ab8aa-b2b9-4d93-b385-e471c986864a in Status: UNINITIALIZED for 2s [ 739.537902] env[69685]: INFO networking_nsxv3.common.synchronization [None req-eba44ac4-30eb-41ec-af1e-2d217734acf7 None None] Enqueued Resource ID: 22b3aabf-b8de-46db-8aeb-06ff7203be8e with Priority: HIGHEST for action port [ 739.538049] env[69685]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 22b3aabf-b8de-46db-8aeb-06ff7203be8e with Priority: HIGHEST for action port [ 739.543663] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock port-22b3aabf-b8de-46db-8aeb-06ff7203be8e taken with stack trace [, , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 739.543663] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-22b3aabf-b8de-46db-8aeb-06ff7203be8e" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 739.543663] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-22b3aabf-b8de-46db-8aeb-06ff7203be8e" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 739.543663] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-22b3aabf-b8de-46db-8aeb-06ff7203be8e" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 739.543663] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('22b3aabf-b8de-46db-8aeb-06ff7203be8e',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 740.047741] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 22b3aabf-b8de-46db-8aeb-06ff7203be8e [ 740.047741] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 740.047741] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 740.047741] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 740.047741] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 740.047741] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 740.047741] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:22b3aabf-b8de-46db-8aeb-06ff7203be8e already deleted. [ 740.047741] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-22b3aabf-b8de-46db-8aeb-06ff7203be8e" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 740.129893] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a092aa68-9019-4bb2-8328-7755f4756316 in Status: SUCCESS [ 740.130180] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a092aa68-9019-4bb2-8328-7755f4756316" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 740.166451] env[69685]: INFO networking_nsxv3.common.synchronization [req-abe02371-13c7-4238-b84a-2d6d42911ccb req-3d44be1d-0e79-4b2c-b194-3e2575df51cd tempest-TenantUsagesTestJSON-2126569108 tempest-TenantUsagesTestJSON-2126569108-project-member] Enqueued Resource ID: 3211b9d1-adbc-4da4-8106-e021149069f9 with Priority: HIGHEST for action security_group_members [ 740.167010] env[69685]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3211b9d1-adbc-4da4-8106-e021149069f9 with Priority: HIGHEST for action security_group_members [ 740.167314] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock member-3211b9d1-adbc-4da4-8106-e021149069f9 taken with stack trace [, , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 740.167440] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3211b9d1-adbc-4da4-8106-e021149069f9" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 740.167490] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3211b9d1-adbc-4da4-8106-e021149069f9" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 740.167725] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3211b9d1-adbc-4da4-8106-e021149069f9" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 740.173103] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 740.173317] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 740.175504] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 740.175504] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 740.175504] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 740.175504] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3211b9d1-adbc-4da4-8106-e021149069f9',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 740.480697] env[69685]: INFO networking_nsxv3.common.synchronization [None req-1e4ade27-576b-438f-b35a-752aa94cf6c0 None None] Enqueued Resource ID: d9119ca3-ed8e-4fec-821d-2e17240b0f12 with Priority: HIGHEST for action port [ 740.481765] env[69685]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d9119ca3-ed8e-4fec-821d-2e17240b0f12 with Priority: HIGHEST for action port [ 740.482247] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock port-d9119ca3-ed8e-4fec-821d-2e17240b0f12 taken with stack trace [, , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 740.483959] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d9119ca3-ed8e-4fec-821d-2e17240b0f12" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 740.483959] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d9119ca3-ed8e-4fec-821d-2e17240b0f12" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 740.483959] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d9119ca3-ed8e-4fec-821d-2e17240b0f12" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 740.483959] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d9119ca3-ed8e-4fec-821d-2e17240b0f12',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 740.678639] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 740.678639] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 740.678639] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 740.678639] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 740.678639] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 740.678639] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 740.678639] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 740.678639] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 740.678639] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 740.678639] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 740.678639] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3211b9d1-adbc-4da4-8106-e021149069f9 already deleted. [ 740.678639] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3211b9d1-adbc-4da4-8106-e021149069f9" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 740.686549] env[69685]: INFO networking_nsxv3.common.synchronization [None req-4efb8390-3ff3-47d4-b5d9-ed2265dabed9 None None] Enqueued Resource ID: df70731d-96b6-4a4f-87a3-f19483532ed3 with Priority: HIGHEST for action port [ 740.687248] env[69685]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: df70731d-96b6-4a4f-87a3-f19483532ed3 with Priority: HIGHEST for action port [ 740.687448] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock port-df70731d-96b6-4a4f-87a3-f19483532ed3 taken with stack trace [, , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 740.687606] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-df70731d-96b6-4a4f-87a3-f19483532ed3" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 740.687695] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-df70731d-96b6-4a4f-87a3-f19483532ed3" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 740.688862] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-df70731d-96b6-4a4f-87a3-f19483532ed3" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 740.688862] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('df70731d-96b6-4a4f-87a3-f19483532ed3',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 740.985733] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port d9119ca3-ed8e-4fec-821d-2e17240b0f12 [ 740.985989] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 740.986134] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 740.986240] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 740.986483] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 740.986764] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 740.986764] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:d9119ca3-ed8e-4fec-821d-2e17240b0f12 already deleted. [ 740.987042] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d9119ca3-ed8e-4fec-821d-2e17240b0f12" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 741.118746] env[69685]: INFO networking_nsxv3.common.synchronization [req-108ef7a0-0be6-4efc-b20e-00892dc51d10 req-25465c83-0663-461d-a994-1cae014da1fb tempest-DeleteServersAdminTestJSON-1374210889 tempest-DeleteServersAdminTestJSON-1374210889-project-admin] Enqueued Resource ID: 864e2079-55d7-49d2-a768-8c1685d1fc04 with Priority: HIGHEST for action security_group_members [ 741.118959] env[69685]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 864e2079-55d7-49d2-a768-8c1685d1fc04 with Priority: HIGHEST for action security_group_members [ 741.120284] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock member-864e2079-55d7-49d2-a768-8c1685d1fc04 taken with stack trace [, , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 741.120284] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-864e2079-55d7-49d2-a768-8c1685d1fc04" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 741.120284] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-864e2079-55d7-49d2-a768-8c1685d1fc04" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 741.120284] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-864e2079-55d7-49d2-a768-8c1685d1fc04" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 741.120462] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 741.120462] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 741.120795] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 741.121774] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 741.121914] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 741.122159] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('864e2079-55d7-49d2-a768-8c1685d1fc04',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 741.197160] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port df70731d-96b6-4a4f-87a3-f19483532ed3 [ 741.197160] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 741.197160] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 741.197160] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 741.199604] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 741.199604] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 741.199604] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:df70731d-96b6-4a4f-87a3-f19483532ed3 already deleted. [ 741.199604] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-df70731d-96b6-4a4f-87a3-f19483532ed3" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 741.265304] env[69685]: INFO networking_nsxv3.common.synchronization [None req-9a29f5f9-cfce-4ea9-8028-33df39586b5c None None] Enqueued Resource ID: 2ad55dfc-6f2d-49a9-9363-05e550c830eb with Priority: HIGHEST for action port [ 741.265304] env[69685]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2ad55dfc-6f2d-49a9-9363-05e550c830eb with Priority: HIGHEST for action port [ 741.265540] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock port-2ad55dfc-6f2d-49a9-9363-05e550c830eb taken with stack trace [, , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 741.266103] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-2ad55dfc-6f2d-49a9-9363-05e550c830eb" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 741.266103] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-2ad55dfc-6f2d-49a9-9363-05e550c830eb" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 741.266103] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-2ad55dfc-6f2d-49a9-9363-05e550c830eb" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 741.266254] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2ad55dfc-6f2d-49a9-9363-05e550c830eb',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 741.285509] env[69685]: INFO networking_nsxv3.common.synchronization [req-dbbdbde7-5b1e-4c8f-8a6d-cf3beee62ada req-6ad4383a-0eab-49c3-aead-9ced245e6fd0 service nova] Enqueued Resource ID: 57c79f05-c8b8-4e1c-bd66-5127a731c4ec with Priority: HIGHEST for action security_group_rules [ 741.285509] env[69685]: INFO networking_nsxv3.common.synchronization [req-dbbdbde7-5b1e-4c8f-8a6d-cf3beee62ada req-6ad4383a-0eab-49c3-aead-9ced245e6fd0 service nova] Enqueued Resource ID: 57c79f05-c8b8-4e1c-bd66-5127a731c4ec with Priority: HIGHEST for action security_group_members [ 741.285509] env[69685]: INFO networking_nsxv3.common.synchronization [req-dbbdbde7-5b1e-4c8f-8a6d-cf3beee62ada req-6ad4383a-0eab-49c3-aead-9ced245e6fd0 service nova] Enqueued Resource ID: d0bf4c0e-a4df-4ffa-80c2-33186e9684e7 with Priority: HIGHEST for action port [ 741.285509] env[69685]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 57c79f05-c8b8-4e1c-bd66-5127a731c4ec with Priority: HIGHEST for action security_group_rules [ 741.285989] env[69685]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 57c79f05-c8b8-4e1c-bd66-5127a731c4ec with Priority: HIGHEST for action security_group_members [ 741.286344] env[69685]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d0bf4c0e-a4df-4ffa-80c2-33186e9684e7 with Priority: HIGHEST for action port [ 741.287561] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock rules-57c79f05-c8b8-4e1c-bd66-5127a731c4ec taken with stack trace [, , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 741.287561] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-57c79f05-c8b8-4e1c-bd66-5127a731c4ec" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 741.287561] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-57c79f05-c8b8-4e1c-bd66-5127a731c4ec" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 741.287561] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-57c79f05-c8b8-4e1c-bd66-5127a731c4ec" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 741.287561] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('57c79f05-c8b8-4e1c-bd66-5127a731c4ec',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 741.290453] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock member-57c79f05-c8b8-4e1c-bd66-5127a731c4ec taken with stack trace [, , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 741.290453] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-57c79f05-c8b8-4e1c-bd66-5127a731c4ec" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 741.290453] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-57c79f05-c8b8-4e1c-bd66-5127a731c4ec" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 741.290453] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-57c79f05-c8b8-4e1c-bd66-5127a731c4ec" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 741.290453] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 741.290453] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 741.290453] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 741.290453] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 741.290453] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 741.290453] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('57c79f05-c8b8-4e1c-bd66-5127a731c4ec',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 741.294404] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock port-d0bf4c0e-a4df-4ffa-80c2-33186e9684e7 taken with stack trace [, , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 741.294404] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d0bf4c0e-a4df-4ffa-80c2-33186e9684e7" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 741.294404] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d0bf4c0e-a4df-4ffa-80c2-33186e9684e7" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 741.294404] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d0bf4c0e-a4df-4ffa-80c2-33186e9684e7" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 741.294404] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d0bf4c0e-a4df-4ffa-80c2-33186e9684e7',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 741.409388] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e98ab8aa-b2b9-4d93-b385-e471c986864a in Status: SUCCESS [ 741.409957] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e98ab8aa-b2b9-4d93-b385-e471c986864a" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 741.411746] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e98ab8aa-b2b9-4d93-b385-e471c986864a" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 741.412454] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e98ab8aa-b2b9-4d93-b385-e471c986864a" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 741.412715] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 741.413873] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 741.413873] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 741.413873] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 741.413873] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 741.413873] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e98ab8aa-b2b9-4d93-b385-e471c986864a" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 741.413873] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('e98ab8aa-b2b9-4d93-b385-e471c986864a',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 741.625038] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 741.625038] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 741.625219] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 741.625318] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 741.625417] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 741.625682] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 741.625762] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 741.625798] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 741.625992] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 741.626072] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 741.626108] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 864e2079-55d7-49d2-a768-8c1685d1fc04 is going to be updated. [ 741.658886] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 741.658886] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 741.658886] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 741.658886] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 741.658886] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 741.666166] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 864e2079-55d7-49d2-a768-8c1685d1fc04 in Status: IN_PROGRESS for 2s [ 741.768943] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 2ad55dfc-6f2d-49a9-9363-05e550c830eb [ 741.769212] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 741.769350] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 741.769480] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 741.769629] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 741.769744] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 741.769813] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:2ad55dfc-6f2d-49a9-9363-05e550c830eb already deleted. [ 741.769887] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-2ad55dfc-6f2d-49a9-9363-05e550c830eb" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 741.794484] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('57c79f05-c8b8-4e1c-bd66-5127a731c4ec',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 741.797651] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock member-57c79f05-c8b8-4e1c-bd66-5127a731c4ec taken with stack trace [, , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 741.798834] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-57c79f05-c8b8-4e1c-bd66-5127a731c4ec" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 741.798964] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port d0bf4c0e-a4df-4ffa-80c2-33186e9684e7 with status ACTIVE [ 741.801786] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 741.801786] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 741.801786] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 741.801786] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 741.801786] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 741.801786] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 741.801786] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 741.801786] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 741.801786] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 741.801786] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 741.801786] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 741.801786] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 741.801786] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 741.801786] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 741.801786] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 741.801786] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: d0bf4c0e-a4df-4ffa-80c2-33186e9684e7 is going to be updated. [ 741.826296] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 741.826296] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 741.826296] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 741.826296] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 741.826296] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 741.826296] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d0bf4c0e-a4df-4ffa-80c2-33186e9684e7" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 741.846217] env[69685]: DEBUG networking_nsxv3.common.locking [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Lock network-756 taken with stack trace [, , , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 741.846217] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquiring lock "network-756" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 741.846217] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquired lock "network-756" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 741.846217] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquired external semaphore "network-756" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 741.846217] env[69685]: DEBUG networking_nsxv3.common.locking [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 741.846217] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquiring lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 741.846217] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquired lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 741.846217] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquired external semaphore "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 741.846217] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Releasing lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 741.846217] env[69685]: DEBUG dogpile.cache.region [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] No value present for key: 'zone-id' {{(pid=69685) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 741.846672] env[69685]: DEBUG dogpile.lock [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] NeedRegenerationException {{(pid=69685) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 741.846907] env[69685]: DEBUG dogpile.lock [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] no value, waiting for create lock {{(pid=69685) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 741.847134] env[69685]: DEBUG dogpile.lock [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] value creation lock acquired {{(pid=69685) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 741.847353] env[69685]: DEBUG dogpile.cache.region [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] No value present for key: 'zone-id' {{(pid=69685) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 741.847621] env[69685]: DEBUG dogpile.lock [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Calling creation function for not-yet-present value {{(pid=69685) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 741.847880] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 741.878627] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 741.878814] env[69685]: DEBUG dogpile.cache.region [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Cache value generated in 0.031 seconds for key(s): 'zone-id' {{(pid=69685) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 741.878972] env[69685]: DEBUG dogpile.lock [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Released creation lock {{(pid=69685) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 741.879163] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Releasing lock "network-756" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 741.879484] env[69685]: DEBUG networking_nsxv3.common.locking [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Lock port-87ef25a7-dd2c-4f99-9b6f-f9023eef96dc taken with stack trace [, , , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 741.879661] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquiring lock "port-87ef25a7-dd2c-4f99-9b6f-f9023eef96dc" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 741.879783] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquired lock "port-87ef25a7-dd2c-4f99-9b6f-f9023eef96dc" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 741.880128] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquired external semaphore "port-87ef25a7-dd2c-4f99-9b6f-f9023eef96dc" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 741.880268] env[69685]: DEBUG networking_nsxv3.api.rpc [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('87ef25a7-dd2c-4f99-9b6f-f9023eef96dc',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 741.916905] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock member-e98ab8aa-b2b9-4d93-b385-e471c986864a taken with stack trace [, , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 741.916905] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e98ab8aa-b2b9-4d93-b385-e471c986864a" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 741.916905] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e98ab8aa-b2b9-4d93-b385-e471c986864a" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 741.916905] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e98ab8aa-b2b9-4d93-b385-e471c986864a" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 741.917194] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 741.917194] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 741.917306] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 741.918225] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 741.918225] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 741.918225] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e98ab8aa-b2b9-4d93-b385-e471c986864a" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 741.918225] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock member-e98ab8aa-b2b9-4d93-b385-e471c986864a taken with stack trace [, , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 741.918225] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e98ab8aa-b2b9-4d93-b385-e471c986864a" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 741.918225] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e98ab8aa-b2b9-4d93-b385-e471c986864a" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 741.918225] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e98ab8aa-b2b9-4d93-b385-e471c986864a" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 741.918225] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 741.918225] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 741.918225] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 741.918873] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 741.918971] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 741.919106] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e98ab8aa-b2b9-4d93-b385-e471c986864a" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 741.921056] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('e98ab8aa-b2b9-4d93-b385-e471c986864a',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 742.299335] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('57c79f05-c8b8-4e1c-bd66-5127a731c4ec',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 742.383825] env[69685]: DEBUG networking_nsxv3.common.locking [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 742.384085] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquiring lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.384218] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquired lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 742.384535] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquired external semaphore "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 742.385068] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Releasing lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 742.385068] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Segment Port 87ef25a7-dd2c-4f99-9b6f-f9023eef96dc not found, creating... [ 742.385239] env[69685]: DEBUG networking_nsxv3.common.locking [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 742.385326] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquiring lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.385390] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquired lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 742.385639] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquired external semaphore "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 742.385773] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Releasing lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 742.386090] env[69685]: DEBUG networking_nsxv3.common.locking [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 742.391216] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquiring lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.391216] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquired lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 742.391216] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquired external semaphore "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 742.391216] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Releasing lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 742.391216] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Resource: SegmentPort with ID: 87ef25a7-dd2c-4f99-9b6f-f9023eef96dc is going to be created. [ 742.408541] env[69685]: DEBUG networking_nsxv3.common.locking [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 742.408541] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquiring lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.408541] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquired lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 742.409028] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquired external semaphore "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 742.409028] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Releasing lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 742.409259] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Releasing lock "port-87ef25a7-dd2c-4f99-9b6f-f9023eef96dc" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 742.422585] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for e98ab8aa-b2b9-4d93-b385-e471c986864a: rpc.has_security_group_logging(os_id): False [ 742.443642] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 742.443642] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.443642] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 742.443642] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 742.443642] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 742.443642] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 742.443642] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.443642] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 742.443642] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 742.443642] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 742.443642] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 742.443642] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.443642] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 742.443642] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 742.443642] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 742.444186] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 742.444186] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.444186] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 742.444186] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 742.444186] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 742.444186] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e98ab8aa-b2b9-4d93-b385-e471c986864a is going to be created. [ 742.508867] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 742.509060] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.509157] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 742.509401] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 742.509580] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 742.526753] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e98ab8aa-b2b9-4d93-b385-e471c986864a in Status: IN_PROGRESS for 2s [ 742.579620] env[69685]: INFO networking_nsxv3.common.synchronization [req-3f670af0-1caa-4f20-aa65-d09f3c9ed841 req-ae4a8ed6-3f68-4b10-91c6-097cd33b3a3f tempest-ServersAdminTestJSON-189216652 tempest-ServersAdminTestJSON-189216652-project-member] Enqueued Resource ID: 6c46d096-f047-457a-99ba-22b9e613d7e2 with Priority: HIGHEST for action security_group_members [ 742.579769] env[69685]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6c46d096-f047-457a-99ba-22b9e613d7e2 with Priority: HIGHEST for action security_group_members [ 742.580310] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock member-6c46d096-f047-457a-99ba-22b9e613d7e2 taken with stack trace [, , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 742.580434] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6c46d096-f047-457a-99ba-22b9e613d7e2" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.580479] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6c46d096-f047-457a-99ba-22b9e613d7e2" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 742.582114] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6c46d096-f047-457a-99ba-22b9e613d7e2" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 742.582114] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 742.582114] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.582114] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 742.582114] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 742.582114] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 742.582114] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6c46d096-f047-457a-99ba-22b9e613d7e2',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 742.806877] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 742.807055] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.807210] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 742.807382] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 742.807457] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 742.807572] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 57c79f05-c8b8-4e1c-bd66-5127a731c4ec is going to be created. [ 742.834678] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 742.834956] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.835055] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 742.836696] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 742.836923] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 742.854235] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 57c79f05-c8b8-4e1c-bd66-5127a731c4ec in Status: UNINITIALIZED for 2s [ 743.085045] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 743.085045] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 743.085045] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 743.085045] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 743.085206] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 743.085596] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 743.085711] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 743.085780] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 743.085952] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 743.086042] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 743.086138] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6c46d096-f047-457a-99ba-22b9e613d7e2 already deleted. [ 743.086210] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6c46d096-f047-457a-99ba-22b9e613d7e2" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 743.093662] env[69685]: INFO networking_nsxv3.common.synchronization [None req-0bbefff8-602f-4831-a960-0d7ab21af14a None None] Enqueued Resource ID: cfd3bbc2-55ed-455f-ad64-a9e8ba165f0b with Priority: HIGHEST for action port [ 743.093921] env[69685]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cfd3bbc2-55ed-455f-ad64-a9e8ba165f0b with Priority: HIGHEST for action port [ 743.094504] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock port-cfd3bbc2-55ed-455f-ad64-a9e8ba165f0b taken with stack trace [, , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 743.094624] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-cfd3bbc2-55ed-455f-ad64-a9e8ba165f0b" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 743.094692] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-cfd3bbc2-55ed-455f-ad64-a9e8ba165f0b" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 743.094930] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-cfd3bbc2-55ed-455f-ad64-a9e8ba165f0b" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 743.095317] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('cfd3bbc2-55ed-455f-ad64-a9e8ba165f0b',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 743.373088] env[69685]: INFO networking_nsxv3.common.synchronization [None req-f4191cd1-8c0c-4321-932b-59b35a30e705 None None] Enqueued Resource ID: d9a42ef3-4735-4806-a355-5550a7b7ff08 with Priority: HIGHEST for action port [ 743.373088] env[69685]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d9a42ef3-4735-4806-a355-5550a7b7ff08 with Priority: HIGHEST for action port [ 743.373088] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock port-d9a42ef3-4735-4806-a355-5550a7b7ff08 taken with stack trace [, , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 743.373088] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d9a42ef3-4735-4806-a355-5550a7b7ff08" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 743.373088] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d9a42ef3-4735-4806-a355-5550a7b7ff08" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 743.373088] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d9a42ef3-4735-4806-a355-5550a7b7ff08" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 743.375110] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d9a42ef3-4735-4806-a355-5550a7b7ff08',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 743.599705] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port cfd3bbc2-55ed-455f-ad64-a9e8ba165f0b [ 743.599935] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 743.600103] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 743.600171] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 743.600380] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 743.600466] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 743.600557] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:cfd3bbc2-55ed-455f-ad64-a9e8ba165f0b already deleted. [ 743.600635] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-cfd3bbc2-55ed-455f-ad64-a9e8ba165f0b" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 743.677826] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 864e2079-55d7-49d2-a768-8c1685d1fc04 in Status: SUCCESS [ 743.678024] env[69685]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 864e2079-55d7-49d2-a768-8c1685d1fc04 deletion is rescheduled due to dependency. [ 743.678216] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-864e2079-55d7-49d2-a768-8c1685d1fc04" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 743.876365] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port d9a42ef3-4735-4806-a355-5550a7b7ff08 [ 743.876610] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 743.877298] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 743.877298] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 743.877298] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 743.877448] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 743.877448] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:d9a42ef3-4735-4806-a355-5550a7b7ff08 already deleted. [ 743.877524] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d9a42ef3-4735-4806-a355-5550a7b7ff08" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 744.100432] env[69685]: INFO networking_nsxv3.common.synchronization [req-abe02371-13c7-4238-b84a-2d6d42911ccb req-e2d93646-1784-44e8-8d3c-551a5b38e163 service nova] Enqueued Resource ID: 3211b9d1-adbc-4da4-8106-e021149069f9 with Priority: HIGHEST for action security_group_rules [ 744.100627] env[69685]: INFO networking_nsxv3.common.synchronization [req-abe02371-13c7-4238-b84a-2d6d42911ccb req-e2d93646-1784-44e8-8d3c-551a5b38e163 service nova] Enqueued Resource ID: 3211b9d1-adbc-4da4-8106-e021149069f9 with Priority: HIGHEST for action security_group_members [ 744.100793] env[69685]: INFO networking_nsxv3.common.synchronization [req-abe02371-13c7-4238-b84a-2d6d42911ccb req-e2d93646-1784-44e8-8d3c-551a5b38e163 service nova] Enqueued Resource ID: 87ef25a7-dd2c-4f99-9b6f-f9023eef96dc with Priority: HIGHEST for action port [ 744.101313] env[69685]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3211b9d1-adbc-4da4-8106-e021149069f9 with Priority: HIGHEST for action security_group_rules [ 744.101464] env[69685]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3211b9d1-adbc-4da4-8106-e021149069f9 with Priority: HIGHEST for action security_group_members [ 744.101764] env[69685]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 87ef25a7-dd2c-4f99-9b6f-f9023eef96dc with Priority: HIGHEST for action port [ 744.101865] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock rules-3211b9d1-adbc-4da4-8106-e021149069f9 taken with stack trace [, , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 744.101994] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-3211b9d1-adbc-4da4-8106-e021149069f9" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 744.102759] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-3211b9d1-adbc-4da4-8106-e021149069f9" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 744.103170] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-3211b9d1-adbc-4da4-8106-e021149069f9" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 744.105972] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('3211b9d1-adbc-4da4-8106-e021149069f9',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 744.107201] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock member-3211b9d1-adbc-4da4-8106-e021149069f9 taken with stack trace [, , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 744.107354] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3211b9d1-adbc-4da4-8106-e021149069f9" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 744.107436] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3211b9d1-adbc-4da4-8106-e021149069f9" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 744.107685] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3211b9d1-adbc-4da4-8106-e021149069f9" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 744.107885] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 744.108055] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 744.108055] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 744.108220] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 744.108308] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 744.108433] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3211b9d1-adbc-4da4-8106-e021149069f9',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 744.112563] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock port-87ef25a7-dd2c-4f99-9b6f-f9023eef96dc taken with stack trace [, , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 744.112563] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-87ef25a7-dd2c-4f99-9b6f-f9023eef96dc" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 744.112563] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-87ef25a7-dd2c-4f99-9b6f-f9023eef96dc" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 744.112563] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-87ef25a7-dd2c-4f99-9b6f-f9023eef96dc" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 744.112563] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('87ef25a7-dd2c-4f99-9b6f-f9023eef96dc',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 744.158615] env[69685]: INFO networking_nsxv3.common.synchronization [req-38b40822-f181-474f-be61-94c184fd2859 req-427dc68f-8da4-441f-8d61-8ec2927c6db0 tempest-ServersAdminTestJSON-189216652 tempest-ServersAdminTestJSON-189216652-project-member] Enqueued Resource ID: 6c46d096-f047-457a-99ba-22b9e613d7e2 with Priority: HIGHEST for action security_group_members [ 744.159093] env[69685]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6c46d096-f047-457a-99ba-22b9e613d7e2 with Priority: HIGHEST for action security_group_members [ 744.159453] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock member-6c46d096-f047-457a-99ba-22b9e613d7e2 taken with stack trace [, , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 744.159535] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6c46d096-f047-457a-99ba-22b9e613d7e2" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 744.159621] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6c46d096-f047-457a-99ba-22b9e613d7e2" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 744.159801] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6c46d096-f047-457a-99ba-22b9e613d7e2" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 744.160043] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 744.161597] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 744.161770] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 744.162061] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 744.162307] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 744.162564] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6c46d096-f047-457a-99ba-22b9e613d7e2',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 744.402961] env[69685]: DEBUG networking_nsxv3.common.locking [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Lock network-62 taken with stack trace [, , , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 744.403337] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquiring lock "network-62" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 744.403399] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquired lock "network-62" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 744.403658] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquired external semaphore "network-62" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 744.403921] env[69685]: DEBUG networking_nsxv3.common.locking [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 744.404107] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquiring lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 744.404229] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquired lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 744.404751] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquired external semaphore "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 744.404957] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Releasing lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 744.405235] env[69685]: DEBUG dogpile.cache.region [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] No value present for key: 'zone-id' {{(pid=69685) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 744.405442] env[69685]: DEBUG dogpile.lock [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] NeedRegenerationException {{(pid=69685) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 744.405586] env[69685]: DEBUG dogpile.lock [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] no value, waiting for create lock {{(pid=69685) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 744.406215] env[69685]: DEBUG dogpile.lock [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] value creation lock acquired {{(pid=69685) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 744.406215] env[69685]: DEBUG dogpile.cache.region [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] No value present for key: 'zone-id' {{(pid=69685) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 744.406215] env[69685]: DEBUG dogpile.lock [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Calling creation function for not-yet-present value {{(pid=69685) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 744.406430] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 744.424715] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 744.425279] env[69685]: DEBUG dogpile.cache.region [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=69685) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 744.425279] env[69685]: DEBUG dogpile.lock [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Released creation lock {{(pid=69685) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 744.425431] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Releasing lock "network-62" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 744.425803] env[69685]: DEBUG networking_nsxv3.common.locking [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Lock port-97b969d2-f9db-4d65-bf13-507d9f2ea469 taken with stack trace [, , , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 744.426187] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquiring lock "port-97b969d2-f9db-4d65-bf13-507d9f2ea469" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 744.426696] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquired lock "port-97b969d2-f9db-4d65-bf13-507d9f2ea469" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 744.426696] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquired external semaphore "port-97b969d2-f9db-4d65-bf13-507d9f2ea469" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 744.428045] env[69685]: DEBUG networking_nsxv3.api.rpc [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('97b969d2-f9db-4d65-bf13-507d9f2ea469',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 744.542386] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e98ab8aa-b2b9-4d93-b385-e471c986864a in Status: SUCCESS [ 744.542386] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e98ab8aa-b2b9-4d93-b385-e471c986864a" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 744.544238] env[69685]: INFO networking_nsxv3.common.synchronization [None req-ea23b97a-a138-4ee5-bea2-8d435ff03f7d None None] Enqueued Resource ID: b2eae017-122f-4a7f-af19-3a3089eb4b54 with Priority: HIGHEST for action port [ 744.544763] env[69685]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b2eae017-122f-4a7f-af19-3a3089eb4b54 with Priority: HIGHEST for action port [ 744.547861] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock port-b2eae017-122f-4a7f-af19-3a3089eb4b54 taken with stack trace [, , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 744.548052] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-b2eae017-122f-4a7f-af19-3a3089eb4b54" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 744.548122] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-b2eae017-122f-4a7f-af19-3a3089eb4b54" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 744.548395] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-b2eae017-122f-4a7f-af19-3a3089eb4b54" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 744.548474] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b2eae017-122f-4a7f-af19-3a3089eb4b54',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 744.613961] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock member-3211b9d1-adbc-4da4-8106-e021149069f9 taken with stack trace [, , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 744.614097] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3211b9d1-adbc-4da4-8106-e021149069f9" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 744.614276] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('3211b9d1-adbc-4da4-8106-e021149069f9',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 744.615771] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 87ef25a7-dd2c-4f99-9b6f-f9023eef96dc with status ACTIVE [ 744.616043] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 744.616134] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 744.616174] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 744.616364] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 744.616446] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 744.616612] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 744.616698] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 744.616755] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 744.616898] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 744.616964] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 744.623342] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 744.623690] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 744.623690] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 744.623830] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 744.623830] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 744.623964] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 87ef25a7-dd2c-4f99-9b6f-f9023eef96dc is going to be updated. [ 744.648601] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 744.648601] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 744.648601] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 744.648601] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 744.648601] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 744.648601] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-87ef25a7-dd2c-4f99-9b6f-f9023eef96dc" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 744.667539] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 744.667539] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 744.667539] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 744.667539] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 744.667539] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 744.667539] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 744.667539] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 744.667999] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 744.667999] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 744.667999] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 744.667999] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6c46d096-f047-457a-99ba-22b9e613d7e2 already deleted. [ 744.667999] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6c46d096-f047-457a-99ba-22b9e613d7e2" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 744.865075] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 57c79f05-c8b8-4e1c-bd66-5127a731c4ec in Status: SUCCESS [ 744.865296] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-57c79f05-c8b8-4e1c-bd66-5127a731c4ec" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 744.865474] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-57c79f05-c8b8-4e1c-bd66-5127a731c4ec" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 744.865686] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-57c79f05-c8b8-4e1c-bd66-5127a731c4ec" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 744.865874] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 744.866035] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 744.866083] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 744.866646] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 744.866646] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 744.866646] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-57c79f05-c8b8-4e1c-bd66-5127a731c4ec" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 744.866646] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('57c79f05-c8b8-4e1c-bd66-5127a731c4ec',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 744.886959] env[69685]: DEBUG networking_nsxv3.common.locking [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Lock network-62 taken with stack trace [, , , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 744.888780] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquiring lock "network-62" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 744.889087] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquired lock "network-62" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 744.889500] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquired external semaphore "network-62" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 744.891175] env[69685]: DEBUG networking_nsxv3.common.locking [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 744.891175] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquiring lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 744.891175] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquired lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 744.891175] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquired external semaphore "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 744.891175] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Releasing lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 744.891175] env[69685]: DEBUG dogpile.cache.region [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] No value present for key: 'zone-id' {{(pid=69685) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 744.891175] env[69685]: DEBUG dogpile.lock [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] NeedRegenerationException {{(pid=69685) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 744.891175] env[69685]: DEBUG dogpile.lock [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] no value, waiting for create lock {{(pid=69685) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 744.891175] env[69685]: DEBUG dogpile.lock [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] value creation lock acquired {{(pid=69685) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 744.891175] env[69685]: DEBUG dogpile.cache.region [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] No value present for key: 'zone-id' {{(pid=69685) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 744.891614] env[69685]: DEBUG dogpile.lock [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Calling creation function for not-yet-present value {{(pid=69685) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 744.891614] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 744.909472] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 744.913330] env[69685]: DEBUG dogpile.cache.region [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Cache value generated in 0.018 seconds for key(s): 'zone-id' {{(pid=69685) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 744.913330] env[69685]: DEBUG dogpile.lock [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Released creation lock {{(pid=69685) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 744.913330] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Releasing lock "network-62" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 744.913330] env[69685]: DEBUG networking_nsxv3.common.locking [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Lock port-781e89ee-d7c9-4b3b-b1f9-0f0ce2f4e31f taken with stack trace [, , , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 744.913330] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquiring lock "port-781e89ee-d7c9-4b3b-b1f9-0f0ce2f4e31f" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 744.913330] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquired lock "port-781e89ee-d7c9-4b3b-b1f9-0f0ce2f4e31f" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 744.913330] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquired external semaphore "port-781e89ee-d7c9-4b3b-b1f9-0f0ce2f4e31f" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 744.913330] env[69685]: DEBUG networking_nsxv3.api.rpc [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('781e89ee-d7c9-4b3b-b1f9-0f0ce2f4e31f',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 744.930889] env[69685]: DEBUG networking_nsxv3.common.locking [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 744.931333] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquiring lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 744.931333] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquired lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 744.931503] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquired external semaphore "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 744.931649] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Releasing lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 744.931798] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Segment Port 97b969d2-f9db-4d65-bf13-507d9f2ea469 not found, creating... [ 744.932077] env[69685]: DEBUG networking_nsxv3.common.locking [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 744.932284] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquiring lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 744.932527] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquired lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 744.932626] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquired external semaphore "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 744.932765] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Releasing lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 744.933063] env[69685]: DEBUG networking_nsxv3.common.locking [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 744.933670] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquiring lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 744.933670] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquired lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 744.933670] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquired external semaphore "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 744.934407] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Releasing lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 744.934407] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Resource: SegmentPort with ID: 97b969d2-f9db-4d65-bf13-507d9f2ea469 is going to be created. [ 744.955307] env[69685]: DEBUG networking_nsxv3.common.locking [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 744.955456] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquiring lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 744.955971] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquired lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 744.955971] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquired external semaphore "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 744.956186] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Releasing lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 744.956444] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Releasing lock "port-97b969d2-f9db-4d65-bf13-507d9f2ea469" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 745.053581] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port b2eae017-122f-4a7f-af19-3a3089eb4b54 [ 745.053581] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 745.053581] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 745.053581] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 745.053581] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 745.053581] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 745.053581] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:b2eae017-122f-4a7f-af19-3a3089eb4b54 already deleted. [ 745.053581] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-b2eae017-122f-4a7f-af19-3a3089eb4b54" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 745.116966] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('3211b9d1-adbc-4da4-8106-e021149069f9',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 745.370833] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock member-57c79f05-c8b8-4e1c-bd66-5127a731c4ec taken with stack trace [, , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 745.370992] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-57c79f05-c8b8-4e1c-bd66-5127a731c4ec" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 745.371075] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-57c79f05-c8b8-4e1c-bd66-5127a731c4ec" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 745.371289] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-57c79f05-c8b8-4e1c-bd66-5127a731c4ec" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 745.371452] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 745.371550] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 745.372210] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 745.372210] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 745.372210] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 745.372210] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-57c79f05-c8b8-4e1c-bd66-5127a731c4ec" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 745.372210] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock member-57c79f05-c8b8-4e1c-bd66-5127a731c4ec taken with stack trace [, , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 745.372458] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-57c79f05-c8b8-4e1c-bd66-5127a731c4ec" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 745.372458] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-57c79f05-c8b8-4e1c-bd66-5127a731c4ec" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 745.372587] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-57c79f05-c8b8-4e1c-bd66-5127a731c4ec" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 745.372746] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 745.372960] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 745.372960] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 745.373062] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 745.373151] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 745.373239] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-57c79f05-c8b8-4e1c-bd66-5127a731c4ec" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 745.373332] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('57c79f05-c8b8-4e1c-bd66-5127a731c4ec',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 745.416817] env[69685]: DEBUG networking_nsxv3.common.locking [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 745.417134] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquiring lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 745.417134] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquired lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 745.417439] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquired external semaphore "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 745.417439] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Releasing lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 745.417598] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Segment Port 781e89ee-d7c9-4b3b-b1f9-0f0ce2f4e31f not found, creating... [ 745.417810] env[69685]: DEBUG networking_nsxv3.common.locking [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 745.417954] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquiring lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 745.418076] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquired lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 745.418290] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquired external semaphore "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 745.418437] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Releasing lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 745.418716] env[69685]: DEBUG networking_nsxv3.common.locking [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 745.418868] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquiring lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 745.418981] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquired lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 745.421292] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquired external semaphore "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 745.421461] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Releasing lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 745.421590] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Resource: SegmentPort with ID: 781e89ee-d7c9-4b3b-b1f9-0f0ce2f4e31f is going to be created. [ 745.442096] env[69685]: DEBUG networking_nsxv3.common.locking [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 745.442327] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquiring lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 745.442446] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquired lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 745.444851] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquired external semaphore "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 745.444851] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Releasing lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 745.444851] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Releasing lock "port-781e89ee-d7c9-4b3b-b1f9-0f0ce2f4e31f" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 745.531219] env[69685]: INFO networking_nsxv3.common.synchronization [None req-1d946313-c9a4-44ae-b786-6303247ffcf0 None None] Enqueued Resource ID: 5530e53d-ddf0-40d7-a9e7-64c61d1ff87d with Priority: HIGHEST for action port [ 745.533178] env[69685]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5530e53d-ddf0-40d7-a9e7-64c61d1ff87d with Priority: HIGHEST for action port [ 745.533178] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock port-5530e53d-ddf0-40d7-a9e7-64c61d1ff87d taken with stack trace [, , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 745.534038] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-5530e53d-ddf0-40d7-a9e7-64c61d1ff87d" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 745.534146] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-5530e53d-ddf0-40d7-a9e7-64c61d1ff87d" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 745.534437] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-5530e53d-ddf0-40d7-a9e7-64c61d1ff87d" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 745.534516] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5530e53d-ddf0-40d7-a9e7-64c61d1ff87d',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 745.619677] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 745.619991] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 745.619991] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 745.620123] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 745.620287] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 745.620341] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3211b9d1-adbc-4da4-8106-e021149069f9 is going to be created. [ 745.645567] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 745.645718] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 745.645786] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 745.645996] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 745.646162] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 745.658808] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3211b9d1-adbc-4da4-8106-e021149069f9 in Status: UNINITIALIZED for 2s [ 745.878929] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 57c79f05-c8b8-4e1c-bd66-5127a731c4ec: rpc.has_security_group_logging(os_id): False [ 745.898363] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 745.898363] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 745.898363] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 745.898575] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 745.898622] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 745.898847] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 745.898958] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 745.899025] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 745.899154] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 745.899255] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 745.899439] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 745.899605] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 745.899680] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 745.899908] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 745.899908] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 745.902917] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 745.903647] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 745.903647] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 745.903647] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 745.903647] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 745.903647] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 57c79f05-c8b8-4e1c-bd66-5127a731c4ec is going to be created. [ 745.954383] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 745.954788] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 745.957017] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 745.957017] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 745.957017] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 745.971738] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 57c79f05-c8b8-4e1c-bd66-5127a731c4ec in Status: IN_PROGRESS for 2s [ 746.040440] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 5530e53d-ddf0-40d7-a9e7-64c61d1ff87d [ 746.040646] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 746.040844] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 746.040916] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 746.041087] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 746.041182] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 746.041295] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:5530e53d-ddf0-40d7-a9e7-64c61d1ff87d already deleted. [ 746.041383] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-5530e53d-ddf0-40d7-a9e7-64c61d1ff87d" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 746.350326] env[69685]: INFO networking_nsxv3.common.synchronization [None req-e33d3b3d-a531-4ae2-9483-7a3a4e6a2e04 None None] Enqueued Resource ID: 956a369f-13e4-4873-9fed-f770719a7642 with Priority: HIGHEST for action port [ 746.350326] env[69685]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 956a369f-13e4-4873-9fed-f770719a7642 with Priority: HIGHEST for action port [ 746.350326] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock port-956a369f-13e4-4873-9fed-f770719a7642 taken with stack trace [, , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 746.350326] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-956a369f-13e4-4873-9fed-f770719a7642" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 746.350326] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-956a369f-13e4-4873-9fed-f770719a7642" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 746.350326] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-956a369f-13e4-4873-9fed-f770719a7642" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 746.350326] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('956a369f-13e4-4873-9fed-f770719a7642',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 746.437744] env[69685]: INFO networking_nsxv3.common.synchronization [None req-9cc73427-4f8b-4863-9c24-bdd9bf44fe56 None None] Enqueued Resource ID: 8a064a26-b487-41b0-9740-6819445eb850 with Priority: HIGHEST for action port [ 746.438286] env[69685]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8a064a26-b487-41b0-9740-6819445eb850 with Priority: HIGHEST for action port [ 746.438587] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock port-8a064a26-b487-41b0-9740-6819445eb850 taken with stack trace [, , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 746.438864] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-8a064a26-b487-41b0-9740-6819445eb850" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 746.438864] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-8a064a26-b487-41b0-9740-6819445eb850" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 746.439406] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-8a064a26-b487-41b0-9740-6819445eb850" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 746.439755] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8a064a26-b487-41b0-9740-6819445eb850',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 746.563597] env[69685]: INFO networking_nsxv3.common.synchronization [req-38b40822-f181-474f-be61-94c184fd2859 req-0f25ccdc-b0d6-4934-8a06-ce937ae9ef1b service nova] Enqueued Resource ID: 6c46d096-f047-457a-99ba-22b9e613d7e2 with Priority: HIGHEST for action security_group_rules [ 746.565724] env[69685]: INFO networking_nsxv3.common.synchronization [req-38b40822-f181-474f-be61-94c184fd2859 req-0f25ccdc-b0d6-4934-8a06-ce937ae9ef1b service nova] Enqueued Resource ID: 6c46d096-f047-457a-99ba-22b9e613d7e2 with Priority: HIGHEST for action security_group_members [ 746.565781] env[69685]: INFO networking_nsxv3.common.synchronization [req-38b40822-f181-474f-be61-94c184fd2859 req-0f25ccdc-b0d6-4934-8a06-ce937ae9ef1b service nova] Enqueued Resource ID: 781e89ee-d7c9-4b3b-b1f9-0f0ce2f4e31f with Priority: HIGHEST for action port [ 746.566425] env[69685]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6c46d096-f047-457a-99ba-22b9e613d7e2 with Priority: HIGHEST for action security_group_rules [ 746.566567] env[69685]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6c46d096-f047-457a-99ba-22b9e613d7e2 with Priority: HIGHEST for action security_group_members [ 746.566660] env[69685]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 781e89ee-d7c9-4b3b-b1f9-0f0ce2f4e31f with Priority: HIGHEST for action port [ 746.566945] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock rules-6c46d096-f047-457a-99ba-22b9e613d7e2 taken with stack trace [, , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 746.567081] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-6c46d096-f047-457a-99ba-22b9e613d7e2" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 746.567145] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-6c46d096-f047-457a-99ba-22b9e613d7e2" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 746.567547] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-6c46d096-f047-457a-99ba-22b9e613d7e2" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 746.567547] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('6c46d096-f047-457a-99ba-22b9e613d7e2',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 746.568389] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock member-6c46d096-f047-457a-99ba-22b9e613d7e2 taken with stack trace [, , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 746.568511] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6c46d096-f047-457a-99ba-22b9e613d7e2" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 746.568577] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6c46d096-f047-457a-99ba-22b9e613d7e2" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 746.568756] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6c46d096-f047-457a-99ba-22b9e613d7e2" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 746.568903] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 746.568998] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 746.569071] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 746.569225] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 746.569310] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 746.569402] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6c46d096-f047-457a-99ba-22b9e613d7e2',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 746.570453] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock port-781e89ee-d7c9-4b3b-b1f9-0f0ce2f4e31f taken with stack trace [, , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 746.570564] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-781e89ee-d7c9-4b3b-b1f9-0f0ce2f4e31f" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 746.571716] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-781e89ee-d7c9-4b3b-b1f9-0f0ce2f4e31f" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 746.571716] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-781e89ee-d7c9-4b3b-b1f9-0f0ce2f4e31f" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 746.571716] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('781e89ee-d7c9-4b3b-b1f9-0f0ce2f4e31f',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 746.759333] env[69685]: INFO networking_nsxv3.common.synchronization [req-3f670af0-1caa-4f20-aa65-d09f3c9ed841 req-9fdf8e4f-d0a0-4e7d-8671-8641880f1f99 service nova] Enqueued Resource ID: 6c46d096-f047-457a-99ba-22b9e613d7e2 with Priority: HIGHEST for action security_group_rules [ 746.759618] env[69685]: INFO networking_nsxv3.common.synchronization [req-3f670af0-1caa-4f20-aa65-d09f3c9ed841 req-9fdf8e4f-d0a0-4e7d-8671-8641880f1f99 service nova] Enqueued Resource ID: 6c46d096-f047-457a-99ba-22b9e613d7e2 with Priority: HIGHEST for action security_group_members [ 746.759798] env[69685]: INFO networking_nsxv3.common.synchronization [req-3f670af0-1caa-4f20-aa65-d09f3c9ed841 req-9fdf8e4f-d0a0-4e7d-8671-8641880f1f99 service nova] Enqueued Resource ID: 97b969d2-f9db-4d65-bf13-507d9f2ea469 with Priority: HIGHEST for action port [ 746.760518] env[69685]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6c46d096-f047-457a-99ba-22b9e613d7e2 with Priority: HIGHEST for action security_group_rules [ 746.760677] env[69685]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6c46d096-f047-457a-99ba-22b9e613d7e2 with Priority: HIGHEST for action security_group_members [ 746.760845] env[69685]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 97b969d2-f9db-4d65-bf13-507d9f2ea469 with Priority: HIGHEST for action port [ 746.762795] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock rules-6c46d096-f047-457a-99ba-22b9e613d7e2 taken with stack trace [, , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 746.763571] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-6c46d096-f047-457a-99ba-22b9e613d7e2" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 746.763776] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock member-6c46d096-f047-457a-99ba-22b9e613d7e2 taken with stack trace [, , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 746.764795] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6c46d096-f047-457a-99ba-22b9e613d7e2" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 746.765153] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock port-97b969d2-f9db-4d65-bf13-507d9f2ea469 taken with stack trace [, , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 746.765491] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-97b969d2-f9db-4d65-bf13-507d9f2ea469" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 746.765561] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-97b969d2-f9db-4d65-bf13-507d9f2ea469" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 746.765941] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-97b969d2-f9db-4d65-bf13-507d9f2ea469" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 746.766529] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('97b969d2-f9db-4d65-bf13-507d9f2ea469',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 746.853454] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 956a369f-13e4-4873-9fed-f770719a7642 [ 746.853454] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 746.853692] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 746.853736] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 746.853996] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 746.854208] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 746.854208] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:956a369f-13e4-4873-9fed-f770719a7642 already deleted. [ 746.854490] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-956a369f-13e4-4873-9fed-f770719a7642" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 746.945302] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 8a064a26-b487-41b0-9740-6819445eb850 [ 746.945302] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 746.945302] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 746.945302] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 746.945302] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 746.945302] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 746.945302] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:8a064a26-b487-41b0-9740-6819445eb850 already deleted. [ 746.945302] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-8a064a26-b487-41b0-9740-6819445eb850" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 747.072760] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('6c46d096-f047-457a-99ba-22b9e613d7e2',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 747.073926] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock member-6c46d096-f047-457a-99ba-22b9e613d7e2 taken with stack trace [, , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 747.074018] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6c46d096-f047-457a-99ba-22b9e613d7e2" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 747.077468] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 781e89ee-d7c9-4b3b-b1f9-0f0ce2f4e31f with status ACTIVE [ 747.077468] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 747.077468] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 747.077468] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 747.077468] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 747.077468] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 747.077468] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 747.077468] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 747.077468] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 747.078862] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 747.078862] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 747.079507] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 747.079507] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 747.079507] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 747.079507] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 747.079507] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 747.079838] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 781e89ee-d7c9-4b3b-b1f9-0f0ce2f4e31f is going to be updated. [ 747.108548] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 747.108548] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 747.108548] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 747.108548] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 747.109155] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 747.109470] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-781e89ee-d7c9-4b3b-b1f9-0f0ce2f4e31f" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 747.270953] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 97b969d2-f9db-4d65-bf13-507d9f2ea469 with status ACTIVE [ 747.274020] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 747.274020] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 747.274020] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 747.274020] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 747.274020] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 747.274020] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 747.274020] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 747.274020] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 747.274020] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 747.274020] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 747.274020] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 747.274020] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 747.274020] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 747.274020] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 747.274020] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 747.274020] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 97b969d2-f9db-4d65-bf13-507d9f2ea469 is going to be updated. [ 747.297239] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 747.297342] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 747.297397] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 747.297618] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 747.297780] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 747.297947] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-97b969d2-f9db-4d65-bf13-507d9f2ea469" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 747.575749] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('6c46d096-f047-457a-99ba-22b9e613d7e2',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 747.671055] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3211b9d1-adbc-4da4-8106-e021149069f9 in Status: SUCCESS [ 747.673509] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3211b9d1-adbc-4da4-8106-e021149069f9" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 747.674547] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3211b9d1-adbc-4da4-8106-e021149069f9" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 747.674547] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3211b9d1-adbc-4da4-8106-e021149069f9" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 747.674547] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 747.674547] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 747.674547] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 747.674547] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 747.674846] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 747.674846] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3211b9d1-adbc-4da4-8106-e021149069f9" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 747.674846] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('3211b9d1-adbc-4da4-8106-e021149069f9',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 747.984313] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 57c79f05-c8b8-4e1c-bd66-5127a731c4ec in Status: SUCCESS [ 747.984313] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-57c79f05-c8b8-4e1c-bd66-5127a731c4ec" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 748.079614] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 748.079824] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 748.082032] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 748.082316] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 748.082446] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 748.082562] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6c46d096-f047-457a-99ba-22b9e613d7e2 is going to be created. [ 748.103258] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 748.103427] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 748.103476] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 748.103714] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 748.104079] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 748.114947] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6c46d096-f047-457a-99ba-22b9e613d7e2 in Status: UNINITIALIZED for 2s [ 748.178528] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock member-3211b9d1-adbc-4da4-8106-e021149069f9 taken with stack trace [, , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 748.178733] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3211b9d1-adbc-4da4-8106-e021149069f9" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 748.178794] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3211b9d1-adbc-4da4-8106-e021149069f9" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 748.179381] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3211b9d1-adbc-4da4-8106-e021149069f9" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 748.179381] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 748.179381] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 748.179381] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 748.179595] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 748.179595] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 748.179670] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3211b9d1-adbc-4da4-8106-e021149069f9" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 748.179807] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock member-3211b9d1-adbc-4da4-8106-e021149069f9 taken with stack trace [, , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 748.179868] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3211b9d1-adbc-4da4-8106-e021149069f9" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 748.179903] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3211b9d1-adbc-4da4-8106-e021149069f9" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 748.180068] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3211b9d1-adbc-4da4-8106-e021149069f9" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 748.180195] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 748.182800] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 748.182800] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 748.182800] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 748.182800] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 748.182800] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3211b9d1-adbc-4da4-8106-e021149069f9" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 748.182800] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('3211b9d1-adbc-4da4-8106-e021149069f9',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 748.257849] env[69685]: INFO networking_nsxv3.common.synchronization [None req-42720fc5-e9c7-4400-a3d3-c315920e5dd6 tempest-ServerActionsTestOtherA-1303343426 tempest-ServerActionsTestOtherA-1303343426-project-member] Enqueued Resource ID: cf2f5d4c-3cd8-4fdd-9a9f-ec6fe7d29873 with Priority: HIGHEST for action security_group_rules [ 748.257849] env[69685]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cf2f5d4c-3cd8-4fdd-9a9f-ec6fe7d29873 with Priority: HIGHEST for action security_group_rules [ 748.257849] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock rules-cf2f5d4c-3cd8-4fdd-9a9f-ec6fe7d29873 taken with stack trace [, , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 748.261276] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-cf2f5d4c-3cd8-4fdd-9a9f-ec6fe7d29873" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 748.261276] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-cf2f5d4c-3cd8-4fdd-9a9f-ec6fe7d29873" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 748.261276] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-cf2f5d4c-3cd8-4fdd-9a9f-ec6fe7d29873" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 748.261276] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('cf2f5d4c-3cd8-4fdd-9a9f-ec6fe7d29873',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 748.378488] env[69685]: INFO networking_nsxv3.common.synchronization [None req-8f81aa7c-1d8d-4c93-a962-bdc013f13255 None None] Enqueued Resource ID: 28deb5ef-d880-4044-b200-419c6801dba5 with Priority: HIGHEST for action port [ 748.378755] env[69685]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 28deb5ef-d880-4044-b200-419c6801dba5 with Priority: HIGHEST for action port [ 748.380479] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock port-28deb5ef-d880-4044-b200-419c6801dba5 taken with stack trace [, , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 748.380479] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-28deb5ef-d880-4044-b200-419c6801dba5" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 748.380479] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-28deb5ef-d880-4044-b200-419c6801dba5" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 748.380479] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-28deb5ef-d880-4044-b200-419c6801dba5" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 748.380479] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('28deb5ef-d880-4044-b200-419c6801dba5',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 748.465357] env[69685]: INFO networking_nsxv3.common.synchronization [None req-4e884626-776a-4cb0-b23e-49fb75affcb6 tempest-ServerActionsTestOtherA-1303343426 tempest-ServerActionsTestOtherA-1303343426-project-member] Enqueued Resource ID: cf2f5d4c-3cd8-4fdd-9a9f-ec6fe7d29873 with Priority: HIGHEST for action security_group_rules [ 748.466191] env[69685]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cf2f5d4c-3cd8-4fdd-9a9f-ec6fe7d29873 with Priority: HIGHEST for action security_group_rules [ 748.468252] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock rules-cf2f5d4c-3cd8-4fdd-9a9f-ec6fe7d29873 taken with stack trace [, , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 748.468252] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-cf2f5d4c-3cd8-4fdd-9a9f-ec6fe7d29873" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 748.684621] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 3211b9d1-adbc-4da4-8106-e021149069f9: rpc.has_security_group_logging(os_id): False [ 748.707516] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 748.707711] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 748.707805] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 748.708094] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 748.708234] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 748.710546] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 748.710708] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 748.710789] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 748.710966] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 748.711070] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 748.711296] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 748.711409] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 748.711480] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 748.711678] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 748.711766] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 748.711968] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 748.712091] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 748.712157] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 748.712310] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 748.712391] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 748.712484] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 3211b9d1-adbc-4da4-8106-e021149069f9 is going to be created. [ 748.774580] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 748.774580] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 748.774580] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 748.774580] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 748.774580] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 748.788155] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 748.788398] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 748.789024] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 748.789024] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 748.789024] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 748.789217] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: cf2f5d4c-3cd8-4fdd-9a9f-ec6fe7d29873 already deleted. [ 748.789217] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-cf2f5d4c-3cd8-4fdd-9a9f-ec6fe7d29873" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 748.789339] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-cf2f5d4c-3cd8-4fdd-9a9f-ec6fe7d29873" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 748.789509] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-cf2f5d4c-3cd8-4fdd-9a9f-ec6fe7d29873" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 748.789692] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('cf2f5d4c-3cd8-4fdd-9a9f-ec6fe7d29873',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 748.792268] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 3211b9d1-adbc-4da4-8106-e021149069f9 in Status: IN_PROGRESS for 2s [ 748.884470] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 28deb5ef-d880-4044-b200-419c6801dba5 [ 748.884702] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 748.884842] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 748.884918] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 748.885360] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 748.885360] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 748.885360] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:28deb5ef-d880-4044-b200-419c6801dba5 already deleted. [ 748.885616] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-28deb5ef-d880-4044-b200-419c6801dba5" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 748.920578] env[69685]: INFO networking_nsxv3.common.synchronization [req-092a8f5e-062a-4d84-8a65-6c4e7a2a1455 req-81acfe9e-3d57-45be-a1fb-b650a27071e1 tempest-VolumesAssistedSnapshotsTest-396358600 tempest-VolumesAssistedSnapshotsTest-396358600-project-member] Enqueued Resource ID: f2a20afc-0049-435b-a4ff-c05dab76672d with Priority: HIGHEST for action security_group_members [ 748.920900] env[69685]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f2a20afc-0049-435b-a4ff-c05dab76672d with Priority: HIGHEST for action security_group_members [ 748.921532] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock member-f2a20afc-0049-435b-a4ff-c05dab76672d taken with stack trace [, , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 748.921532] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f2a20afc-0049-435b-a4ff-c05dab76672d" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 748.921532] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f2a20afc-0049-435b-a4ff-c05dab76672d" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 748.921775] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f2a20afc-0049-435b-a4ff-c05dab76672d" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 748.922794] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 748.922794] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 748.922794] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 748.922794] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 748.922794] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 748.922794] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f2a20afc-0049-435b-a4ff-c05dab76672d',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 749.313785] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 749.313785] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 749.313785] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 749.313785] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 749.313785] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 749.313785] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: cf2f5d4c-3cd8-4fdd-9a9f-ec6fe7d29873 already deleted. [ 749.313785] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-cf2f5d4c-3cd8-4fdd-9a9f-ec6fe7d29873" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 749.425643] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 749.425798] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 749.425868] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 749.426096] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 749.426208] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 749.426450] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 749.426450] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 749.427494] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 749.427717] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 749.427809] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 749.427911] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f2a20afc-0049-435b-a4ff-c05dab76672d already deleted. [ 749.427994] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f2a20afc-0049-435b-a4ff-c05dab76672d" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 750.029416] env[69685]: DEBUG networking_nsxv3.common.locking [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Lock network-689 taken with stack trace [, , , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 750.029416] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquiring lock "network-689" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 750.029416] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquired lock "network-689" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 750.029416] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquired external semaphore "network-689" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 750.029416] env[69685]: DEBUG networking_nsxv3.common.locking [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 750.029416] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquiring lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 750.029416] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquired lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 750.029416] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquired external semaphore "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 750.029416] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Releasing lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 750.030030] env[69685]: DEBUG dogpile.cache.region [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] No value present for key: 'zone-id' {{(pid=69685) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 750.030030] env[69685]: DEBUG dogpile.lock [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] NeedRegenerationException {{(pid=69685) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 750.030030] env[69685]: DEBUG dogpile.lock [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] no value, waiting for create lock {{(pid=69685) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 750.030030] env[69685]: DEBUG dogpile.lock [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] value creation lock acquired {{(pid=69685) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 750.030030] env[69685]: DEBUG dogpile.cache.region [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] No value present for key: 'zone-id' {{(pid=69685) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 750.030188] env[69685]: DEBUG dogpile.lock [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Calling creation function for not-yet-present value {{(pid=69685) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 750.030188] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 750.050043] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 750.050230] env[69685]: DEBUG dogpile.cache.region [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=69685) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 750.050371] env[69685]: DEBUG dogpile.lock [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Released creation lock {{(pid=69685) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 750.050543] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Releasing lock "network-689" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 750.050845] env[69685]: DEBUG networking_nsxv3.common.locking [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Lock port-cee91fef-70ed-4df8-acaa-418e79963d1d taken with stack trace [, , , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 750.051029] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquiring lock "port-cee91fef-70ed-4df8-acaa-418e79963d1d" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 750.051150] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquired lock "port-cee91fef-70ed-4df8-acaa-418e79963d1d" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 750.051460] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquired external semaphore "port-cee91fef-70ed-4df8-acaa-418e79963d1d" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 750.051598] env[69685]: DEBUG networking_nsxv3.api.rpc [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('cee91fef-70ed-4df8-acaa-418e79963d1d',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 750.125697] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6c46d096-f047-457a-99ba-22b9e613d7e2 in Status: UNINITIALIZED for 4s [ 750.554694] env[69685]: DEBUG networking_nsxv3.common.locking [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 750.554966] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquiring lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 750.555119] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquired lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 750.555445] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquired external semaphore "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 750.555640] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Releasing lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 750.555831] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Segment Port cee91fef-70ed-4df8-acaa-418e79963d1d not found, creating... [ 750.556171] env[69685]: DEBUG networking_nsxv3.common.locking [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 750.556380] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquiring lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 750.556557] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquired lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 750.556884] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquired external semaphore "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 750.557736] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Releasing lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 750.558140] env[69685]: DEBUG networking_nsxv3.common.locking [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 750.558314] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquiring lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 750.558532] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquired lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 750.558697] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquired external semaphore "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 750.558842] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Releasing lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 750.558989] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Resource: SegmentPort with ID: cee91fef-70ed-4df8-acaa-418e79963d1d is going to be created. [ 750.582326] env[69685]: DEBUG networking_nsxv3.common.locking [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 750.582326] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquiring lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 750.582326] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquired lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 750.582326] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquired external semaphore "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 750.582326] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Releasing lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 750.582326] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Releasing lock "port-cee91fef-70ed-4df8-acaa-418e79963d1d" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 750.609609] env[69685]: INFO networking_nsxv3.common.synchronization [req-000c7362-be7c-4bb6-b504-a7ae76b5206f req-ef7e31d1-754f-4fd7-8c4a-ca36c20bb535 tempest-SecurityGroupRulesTestJSON-1651737029 tempest-SecurityGroupRulesTestJSON-1651737029-project-member] Enqueued Resource ID: b9765f1e-94bd-4745-807a-0fa6dcc6513c with Priority: HIGHEST for action security_group_rules [ 750.610397] env[69685]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b9765f1e-94bd-4745-807a-0fa6dcc6513c with Priority: HIGHEST for action security_group_rules [ 750.610518] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b9765f1e-94bd-4745-807a-0fa6dcc6513c taken with stack trace [, , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 750.610671] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b9765f1e-94bd-4745-807a-0fa6dcc6513c" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 750.610729] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b9765f1e-94bd-4745-807a-0fa6dcc6513c" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 750.610987] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b9765f1e-94bd-4745-807a-0fa6dcc6513c" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 750.611443] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b9765f1e-94bd-4745-807a-0fa6dcc6513c',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 750.654033] env[69685]: INFO networking_nsxv3.common.synchronization [None req-153763e5-ea5e-4e28-883a-6c83064565f5 None None] Enqueued Resource ID: daf46d6a-9945-4bb3-81e6-c1ab16206273 with Priority: HIGHEST for action port [ 750.654033] env[69685]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: daf46d6a-9945-4bb3-81e6-c1ab16206273 with Priority: HIGHEST for action port [ 750.654033] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock port-daf46d6a-9945-4bb3-81e6-c1ab16206273 taken with stack trace [, , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 750.654033] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-daf46d6a-9945-4bb3-81e6-c1ab16206273" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 750.654033] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-daf46d6a-9945-4bb3-81e6-c1ab16206273" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 750.654563] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-daf46d6a-9945-4bb3-81e6-c1ab16206273" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 750.654563] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('daf46d6a-9945-4bb3-81e6-c1ab16206273',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 750.805335] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 3211b9d1-adbc-4da4-8106-e021149069f9 in Status: SUCCESS [ 750.805335] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-3211b9d1-adbc-4da4-8106-e021149069f9" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 750.943863] env[69685]: INFO networking_nsxv3.common.synchronization [req-26560889-fc24-4322-90da-96fbb9282e23 req-a02c0b19-f22a-45ea-b8e2-b01640a18022 tempest-ServersWithSpecificFlavorTestJSON-575759741 tempest-ServersWithSpecificFlavorTestJSON-575759741-project-member] Enqueued Resource ID: 3020eacc-da2b-44d0-a6a9-b3a094cac43a with Priority: HIGHEST for action security_group_members [ 750.944472] env[69685]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3020eacc-da2b-44d0-a6a9-b3a094cac43a with Priority: HIGHEST for action security_group_members [ 750.947167] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock member-3020eacc-da2b-44d0-a6a9-b3a094cac43a taken with stack trace [, , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 750.948274] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3020eacc-da2b-44d0-a6a9-b3a094cac43a" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 750.948274] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3020eacc-da2b-44d0-a6a9-b3a094cac43a" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 750.948274] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3020eacc-da2b-44d0-a6a9-b3a094cac43a" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 750.948461] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 750.948645] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 750.948774] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 750.949149] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 750.949367] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 750.949528] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3020eacc-da2b-44d0-a6a9-b3a094cac43a',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 751.132189] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 751.132534] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 751.132534] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 751.133156] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 751.133262] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 751.133412] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b9765f1e-94bd-4745-807a-0fa6dcc6513c already deleted. [ 751.134169] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b9765f1e-94bd-4745-807a-0fa6dcc6513c" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 751.157716] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port daf46d6a-9945-4bb3-81e6-c1ab16206273 [ 751.159922] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 751.159922] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 751.159922] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 751.159922] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 751.159922] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 751.159922] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:daf46d6a-9945-4bb3-81e6-c1ab16206273 already deleted. [ 751.159922] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-daf46d6a-9945-4bb3-81e6-c1ab16206273" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 751.463446] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 751.463446] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 751.463665] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 751.463755] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 751.463790] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 751.463964] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 751.464075] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 751.464171] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 751.464277] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 751.464361] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 751.464502] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3020eacc-da2b-44d0-a6a9-b3a094cac43a already deleted. [ 751.464607] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3020eacc-da2b-44d0-a6a9-b3a094cac43a" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 751.480087] env[69685]: INFO networking_nsxv3.common.synchronization [req-092a8f5e-062a-4d84-8a65-6c4e7a2a1455 req-71f42be0-cb1d-4ca8-99b0-7e8d59a2adc7 service nova] Enqueued Resource ID: f2a20afc-0049-435b-a4ff-c05dab76672d with Priority: HIGHEST for action security_group_rules [ 751.480250] env[69685]: INFO networking_nsxv3.common.synchronization [req-092a8f5e-062a-4d84-8a65-6c4e7a2a1455 req-71f42be0-cb1d-4ca8-99b0-7e8d59a2adc7 service nova] Enqueued Resource ID: f2a20afc-0049-435b-a4ff-c05dab76672d with Priority: HIGHEST for action security_group_members [ 751.480480] env[69685]: INFO networking_nsxv3.common.synchronization [req-092a8f5e-062a-4d84-8a65-6c4e7a2a1455 req-71f42be0-cb1d-4ca8-99b0-7e8d59a2adc7 service nova] Enqueued Resource ID: cee91fef-70ed-4df8-acaa-418e79963d1d with Priority: HIGHEST for action port [ 751.481837] env[69685]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f2a20afc-0049-435b-a4ff-c05dab76672d with Priority: HIGHEST for action security_group_rules [ 751.481837] env[69685]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f2a20afc-0049-435b-a4ff-c05dab76672d with Priority: HIGHEST for action security_group_members [ 751.481837] env[69685]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cee91fef-70ed-4df8-acaa-418e79963d1d with Priority: HIGHEST for action port [ 751.482060] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f2a20afc-0049-435b-a4ff-c05dab76672d taken with stack trace [, , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 751.482191] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f2a20afc-0049-435b-a4ff-c05dab76672d" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 751.482238] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f2a20afc-0049-435b-a4ff-c05dab76672d" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 751.482478] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f2a20afc-0049-435b-a4ff-c05dab76672d" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 751.482532] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f2a20afc-0049-435b-a4ff-c05dab76672d',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 751.483937] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock member-f2a20afc-0049-435b-a4ff-c05dab76672d taken with stack trace [, , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 751.483937] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f2a20afc-0049-435b-a4ff-c05dab76672d" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 751.484159] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f2a20afc-0049-435b-a4ff-c05dab76672d" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 751.484301] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f2a20afc-0049-435b-a4ff-c05dab76672d" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 751.489336] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 751.489336] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 751.489336] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 751.489336] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 751.489336] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 751.489336] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f2a20afc-0049-435b-a4ff-c05dab76672d',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 751.490568] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock port-cee91fef-70ed-4df8-acaa-418e79963d1d taken with stack trace [, , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 751.491235] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-cee91fef-70ed-4df8-acaa-418e79963d1d" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 751.491235] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-cee91fef-70ed-4df8-acaa-418e79963d1d" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 751.491500] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-cee91fef-70ed-4df8-acaa-418e79963d1d" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 751.491615] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('cee91fef-70ed-4df8-acaa-418e79963d1d',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 751.498377] env[69685]: DEBUG networking_nsxv3.common.locking [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Lock network-184 taken with stack trace [, , , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 751.498377] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquiring lock "network-184" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 751.498377] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquired lock "network-184" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 751.498377] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquired external semaphore "network-184" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 751.498377] env[69685]: DEBUG networking_nsxv3.common.locking [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 751.498377] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquiring lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 751.498377] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquired lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 751.498869] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquired external semaphore "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 751.498869] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Releasing lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 751.499151] env[69685]: DEBUG dogpile.cache.region [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] No value present for key: 'zone-id' {{(pid=69685) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 751.499283] env[69685]: DEBUG dogpile.lock [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] NeedRegenerationException {{(pid=69685) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 751.499436] env[69685]: DEBUG dogpile.lock [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] no value, waiting for create lock {{(pid=69685) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 751.499555] env[69685]: DEBUG dogpile.lock [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] value creation lock acquired {{(pid=69685) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 751.499830] env[69685]: DEBUG dogpile.cache.region [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] No value present for key: 'zone-id' {{(pid=69685) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 751.499983] env[69685]: DEBUG dogpile.lock [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Calling creation function for not-yet-present value {{(pid=69685) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 751.500207] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 751.524648] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 751.525158] env[69685]: DEBUG dogpile.cache.region [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Cache value generated in 0.025 seconds for key(s): 'zone-id' {{(pid=69685) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 751.525158] env[69685]: DEBUG dogpile.lock [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Released creation lock {{(pid=69685) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 751.525359] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Releasing lock "network-184" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 751.525765] env[69685]: DEBUG networking_nsxv3.common.locking [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Lock port-26c3ae7e-3bd1-4d02-a8b4-590957b776be taken with stack trace [, , , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 751.525903] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquiring lock "port-26c3ae7e-3bd1-4d02-a8b4-590957b776be" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 751.525968] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquired lock "port-26c3ae7e-3bd1-4d02-a8b4-590957b776be" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 751.526343] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquired external semaphore "port-26c3ae7e-3bd1-4d02-a8b4-590957b776be" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 751.526516] env[69685]: DEBUG networking_nsxv3.api.rpc [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('26c3ae7e-3bd1-4d02-a8b4-590957b776be',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 751.994217] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock member-f2a20afc-0049-435b-a4ff-c05dab76672d taken with stack trace [, , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 751.994217] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f2a20afc-0049-435b-a4ff-c05dab76672d" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 751.998667] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('f2a20afc-0049-435b-a4ff-c05dab76672d',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 752.005886] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port cee91fef-70ed-4df8-acaa-418e79963d1d with status ACTIVE [ 752.005886] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 752.005886] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.005886] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 752.005886] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 752.005886] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 752.005886] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 752.006487] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.006487] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 752.006673] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 752.006673] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 752.007689] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 752.007689] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.007689] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 752.007689] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 752.007689] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 752.007689] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: cee91fef-70ed-4df8-acaa-418e79963d1d is going to be updated. [ 752.029110] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 752.029903] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.029903] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 752.029903] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 752.029903] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 752.029903] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-cee91fef-70ed-4df8-acaa-418e79963d1d" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 752.030443] env[69685]: DEBUG networking_nsxv3.common.locking [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 752.030662] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquiring lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.030814] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquired lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 752.031095] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquired external semaphore "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 752.031250] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Releasing lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 752.031389] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Segment Port 26c3ae7e-3bd1-4d02-a8b4-590957b776be not found, creating... [ 752.033579] env[69685]: DEBUG networking_nsxv3.common.locking [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 752.033841] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquiring lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.033987] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquired lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 752.035081] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquired external semaphore "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 752.035081] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Releasing lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 752.035081] env[69685]: DEBUG networking_nsxv3.common.locking [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 752.035444] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquiring lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.035444] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquired lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 752.035521] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquired external semaphore "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 752.036136] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Releasing lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 752.036136] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Resource: SegmentPort with ID: 26c3ae7e-3bd1-4d02-a8b4-590957b776be is going to be created. [ 752.055247] env[69685]: DEBUG networking_nsxv3.common.locking [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 752.055515] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquiring lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.055885] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquired lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 752.055951] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquired external semaphore "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 752.056663] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Releasing lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 752.056663] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Releasing lock "port-26c3ae7e-3bd1-4d02-a8b4-590957b776be" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 752.136786] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6c46d096-f047-457a-99ba-22b9e613d7e2 in Status: SUCCESS [ 752.137129] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6c46d096-f047-457a-99ba-22b9e613d7e2" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 752.137257] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6c46d096-f047-457a-99ba-22b9e613d7e2" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 752.139477] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6c46d096-f047-457a-99ba-22b9e613d7e2" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 752.139477] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 752.139477] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.139477] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 752.139477] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 752.139477] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 752.139477] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6c46d096-f047-457a-99ba-22b9e613d7e2',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 752.505995] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('f2a20afc-0049-435b-a4ff-c05dab76672d',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 752.644027] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('6c46d096-f047-457a-99ba-22b9e613d7e2',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 752.887348] env[69685]: INFO networking_nsxv3.common.synchronization [req-26560889-fc24-4322-90da-96fbb9282e23 req-0fa933cc-a912-4a7a-8340-bf4545f71fd4 service nova] Enqueued Resource ID: 3020eacc-da2b-44d0-a6a9-b3a094cac43a with Priority: HIGHEST for action security_group_rules [ 752.887538] env[69685]: INFO networking_nsxv3.common.synchronization [req-26560889-fc24-4322-90da-96fbb9282e23 req-0fa933cc-a912-4a7a-8340-bf4545f71fd4 service nova] Enqueued Resource ID: 3020eacc-da2b-44d0-a6a9-b3a094cac43a with Priority: HIGHEST for action security_group_members [ 752.887677] env[69685]: INFO networking_nsxv3.common.synchronization [req-26560889-fc24-4322-90da-96fbb9282e23 req-0fa933cc-a912-4a7a-8340-bf4545f71fd4 service nova] Enqueued Resource ID: 26c3ae7e-3bd1-4d02-a8b4-590957b776be with Priority: HIGHEST for action port [ 752.888075] env[69685]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3020eacc-da2b-44d0-a6a9-b3a094cac43a with Priority: HIGHEST for action security_group_rules [ 752.888075] env[69685]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3020eacc-da2b-44d0-a6a9-b3a094cac43a with Priority: HIGHEST for action security_group_members [ 752.888360] env[69685]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 26c3ae7e-3bd1-4d02-a8b4-590957b776be with Priority: HIGHEST for action port [ 752.888850] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock rules-3020eacc-da2b-44d0-a6a9-b3a094cac43a taken with stack trace [, , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 752.888992] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-3020eacc-da2b-44d0-a6a9-b3a094cac43a" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.890459] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-3020eacc-da2b-44d0-a6a9-b3a094cac43a" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 752.890459] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-3020eacc-da2b-44d0-a6a9-b3a094cac43a" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 752.890459] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('3020eacc-da2b-44d0-a6a9-b3a094cac43a',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 752.890459] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock member-3020eacc-da2b-44d0-a6a9-b3a094cac43a taken with stack trace [, , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 752.890459] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3020eacc-da2b-44d0-a6a9-b3a094cac43a" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.890814] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3020eacc-da2b-44d0-a6a9-b3a094cac43a" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 752.890814] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3020eacc-da2b-44d0-a6a9-b3a094cac43a" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 752.890814] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 752.890982] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.890982] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 752.891323] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 752.891323] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 752.891323] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3020eacc-da2b-44d0-a6a9-b3a094cac43a',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 752.894731] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock port-26c3ae7e-3bd1-4d02-a8b4-590957b776be taken with stack trace [, , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 752.894731] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-26c3ae7e-3bd1-4d02-a8b4-590957b776be" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.894731] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-26c3ae7e-3bd1-4d02-a8b4-590957b776be" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 752.894731] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-26c3ae7e-3bd1-4d02-a8b4-590957b776be" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 752.894731] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('26c3ae7e-3bd1-4d02-a8b4-590957b776be',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 753.009373] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 753.009541] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.009616] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 753.009901] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 753.010067] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 753.010126] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f2a20afc-0049-435b-a4ff-c05dab76672d is going to be created. [ 753.032443] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 753.032594] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.032667] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 753.032869] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 753.033399] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 753.042200] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f2a20afc-0049-435b-a4ff-c05dab76672d in Status: UNINITIALIZED for 2s [ 753.145681] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('6c46d096-f047-457a-99ba-22b9e613d7e2',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 753.394578] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock member-3020eacc-da2b-44d0-a6a9-b3a094cac43a taken with stack trace [, , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 753.394751] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3020eacc-da2b-44d0-a6a9-b3a094cac43a" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.394852] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('3020eacc-da2b-44d0-a6a9-b3a094cac43a',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 753.395881] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 26c3ae7e-3bd1-4d02-a8b4-590957b776be with status ACTIVE [ 753.396116] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 753.396262] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.396332] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 753.396555] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 753.396658] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 753.396852] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 753.396967] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.397049] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 753.397277] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 753.397537] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 753.397735] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 753.397826] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.397941] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 753.398137] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 753.398253] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 753.398337] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 26c3ae7e-3bd1-4d02-a8b4-590957b776be is going to be updated. [ 753.419243] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 753.419353] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.419446] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 753.419685] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 753.419855] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 753.420054] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-26c3ae7e-3bd1-4d02-a8b4-590957b776be" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 753.479570] env[69685]: INFO networking_nsxv3.common.synchronization [req-ea281e26-477c-4650-993d-09f12c9d9af6 req-8aadcea5-5c7c-491f-8f3f-ebc0f966055b tempest-SecurityGroupRulesTestJSON-1651737029 tempest-SecurityGroupRulesTestJSON-1651737029-project-member] Enqueued Resource ID: 25ea6380-91f3-4874-ad6b-590d6d31a018 with Priority: HIGHEST for action security_group_rules [ 753.480056] env[69685]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 25ea6380-91f3-4874-ad6b-590d6d31a018 with Priority: HIGHEST for action security_group_rules [ 753.480359] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock rules-25ea6380-91f3-4874-ad6b-590d6d31a018 taken with stack trace [, , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 753.481133] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-25ea6380-91f3-4874-ad6b-590d6d31a018" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.481133] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-25ea6380-91f3-4874-ad6b-590d6d31a018" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 753.481133] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-25ea6380-91f3-4874-ad6b-590d6d31a018" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 753.481133] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('25ea6380-91f3-4874-ad6b-590d6d31a018',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 753.647894] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 753.648642] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.648642] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 753.648642] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 753.648642] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 753.648642] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6c46d096-f047-457a-99ba-22b9e613d7e2 is going to be updated. [ 753.677562] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 753.677706] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.677778] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 753.678011] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 753.678174] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 753.686859] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6c46d096-f047-457a-99ba-22b9e613d7e2 in Status: IN_PROGRESS for 2s [ 753.903404] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('3020eacc-da2b-44d0-a6a9-b3a094cac43a',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 754.001694] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 754.001915] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 754.002047] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 754.002329] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 754.002658] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 754.002658] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 25ea6380-91f3-4874-ad6b-590d6d31a018 already deleted. [ 754.002789] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-25ea6380-91f3-4874-ad6b-590d6d31a018" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 754.406965] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 754.407370] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 754.408402] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 754.409340] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 754.409765] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 754.413613] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3020eacc-da2b-44d0-a6a9-b3a094cac43a is going to be created. [ 754.434807] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 754.434992] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 754.435195] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 754.435264] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 754.435426] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 754.446142] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3020eacc-da2b-44d0-a6a9-b3a094cac43a in Status: UNINITIALIZED for 2s [ 755.055813] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f2a20afc-0049-435b-a4ff-c05dab76672d in Status: SUCCESS [ 755.055813] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f2a20afc-0049-435b-a4ff-c05dab76672d" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 755.055813] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f2a20afc-0049-435b-a4ff-c05dab76672d" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 755.055813] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f2a20afc-0049-435b-a4ff-c05dab76672d" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 755.055813] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 755.055813] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 755.055813] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 755.055813] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 755.055813] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 755.056561] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f2a20afc-0049-435b-a4ff-c05dab76672d" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 755.056621] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('f2a20afc-0049-435b-a4ff-c05dab76672d',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 755.562904] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('f2a20afc-0049-435b-a4ff-c05dab76672d',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 755.697496] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6c46d096-f047-457a-99ba-22b9e613d7e2 in Status: SUCCESS [ 755.697496] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6c46d096-f047-457a-99ba-22b9e613d7e2" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 755.697496] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6c46d096-f047-457a-99ba-22b9e613d7e2" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 755.697496] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6c46d096-f047-457a-99ba-22b9e613d7e2" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 755.697496] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 755.697496] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 755.697496] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 755.697496] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 755.697496] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 755.697496] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6c46d096-f047-457a-99ba-22b9e613d7e2" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 755.697496] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('6c46d096-f047-457a-99ba-22b9e613d7e2',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 756.069623] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for f2a20afc-0049-435b-a4ff-c05dab76672d: rpc.has_security_group_logging(os_id): False [ 756.086899] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 756.087082] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 756.087154] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 756.087376] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 756.087469] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 756.087739] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 756.087842] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 756.087907] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 756.088134] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 756.088217] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 756.088249] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f2a20afc-0049-435b-a4ff-c05dab76672d is going to be created. [ 756.156647] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 756.156879] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 756.156990] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 756.157262] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 756.157509] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 756.169493] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f2a20afc-0049-435b-a4ff-c05dab76672d in Status: IN_PROGRESS for 2s [ 756.205577] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock member-6c46d096-f047-457a-99ba-22b9e613d7e2 taken with stack trace [, , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 756.206946] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6c46d096-f047-457a-99ba-22b9e613d7e2" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 756.206946] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6c46d096-f047-457a-99ba-22b9e613d7e2" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 756.206946] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6c46d096-f047-457a-99ba-22b9e613d7e2" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 756.206946] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 756.206946] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 756.206946] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 756.206946] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 756.206946] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 756.206946] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6c46d096-f047-457a-99ba-22b9e613d7e2" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 756.207372] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock member-6c46d096-f047-457a-99ba-22b9e613d7e2 taken with stack trace [, , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 756.207372] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6c46d096-f047-457a-99ba-22b9e613d7e2" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 756.207372] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6c46d096-f047-457a-99ba-22b9e613d7e2" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 756.207372] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6c46d096-f047-457a-99ba-22b9e613d7e2" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 756.207525] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 756.207607] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 756.207669] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 756.207818] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 756.207957] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 756.208012] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6c46d096-f047-457a-99ba-22b9e613d7e2" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 756.208071] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('6c46d096-f047-457a-99ba-22b9e613d7e2',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 756.345524] env[69685]: INFO networking_nsxv3.common.synchronization [req-40a7f13b-a2b2-44b6-b543-be1fc64da417 req-9e0aca13-c4ec-40a8-b5d1-eba8fda4fbe1 tempest-SecurityGroupRulesTestJSON-1651737029 tempest-SecurityGroupRulesTestJSON-1651737029-project-member] Enqueued Resource ID: 424c6eab-062d-4934-a3c5-55036e83140d with Priority: HIGHEST for action security_group_rules [ 756.346209] env[69685]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 424c6eab-062d-4934-a3c5-55036e83140d with Priority: HIGHEST for action security_group_rules [ 756.346209] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock rules-424c6eab-062d-4934-a3c5-55036e83140d taken with stack trace [, , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 756.346496] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-424c6eab-062d-4934-a3c5-55036e83140d" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 756.346496] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-424c6eab-062d-4934-a3c5-55036e83140d" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 756.346696] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-424c6eab-062d-4934-a3c5-55036e83140d" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 756.346729] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('424c6eab-062d-4934-a3c5-55036e83140d',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 756.457338] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3020eacc-da2b-44d0-a6a9-b3a094cac43a in Status: SUCCESS [ 756.457338] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3020eacc-da2b-44d0-a6a9-b3a094cac43a" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 756.457338] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3020eacc-da2b-44d0-a6a9-b3a094cac43a" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 756.457338] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3020eacc-da2b-44d0-a6a9-b3a094cac43a" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 756.457338] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 756.457338] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 756.457338] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 756.457338] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 756.457338] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 756.458682] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3020eacc-da2b-44d0-a6a9-b3a094cac43a" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 756.458682] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('3020eacc-da2b-44d0-a6a9-b3a094cac43a',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 756.714424] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 6c46d096-f047-457a-99ba-22b9e613d7e2: rpc.has_security_group_logging(os_id): False [ 756.748059] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 756.748224] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 756.748288] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 756.748505] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 756.748596] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 756.748791] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 756.748910] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 756.748971] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 756.749203] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 756.749265] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 756.749422] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 756.749528] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 756.749590] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 756.749717] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 756.749786] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 756.749978] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 756.750460] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 756.750544] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 756.750707] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 756.750773] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 756.750831] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 6c46d096-f047-457a-99ba-22b9e613d7e2 is going to be created. [ 756.852974] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 756.852974] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 756.852974] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 756.852974] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 756.852974] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 756.871097] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 6c46d096-f047-457a-99ba-22b9e613d7e2 in Status: IN_PROGRESS for 2s [ 756.878517] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 756.878821] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 756.878821] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 756.879445] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 756.879445] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 756.879445] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 424c6eab-062d-4934-a3c5-55036e83140d already deleted. [ 756.879445] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-424c6eab-062d-4934-a3c5-55036e83140d" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 756.960819] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('3020eacc-da2b-44d0-a6a9-b3a094cac43a',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 757.469975] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 3020eacc-da2b-44d0-a6a9-b3a094cac43a: rpc.has_security_group_logging(os_id): False [ 757.492085] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 757.492085] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 757.492085] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 757.492085] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 757.492085] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 757.492085] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 757.492085] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 757.492085] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 757.492085] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 757.492085] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 757.492085] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 3020eacc-da2b-44d0-a6a9-b3a094cac43a is going to be created. [ 757.552675] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 757.552943] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 757.553108] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 757.553437] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 757.553869] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 757.567051] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 3020eacc-da2b-44d0-a6a9-b3a094cac43a in Status: IN_PROGRESS for 2s [ 758.071462] env[69685]: INFO networking_nsxv3.common.synchronization [req-914ce657-33cb-44ea-b9fb-aa805126787a req-939c988f-7456-46b8-b7b9-87f8938ae97b tempest-ServerDiagnosticsNegativeTest-2114204994 tempest-ServerDiagnosticsNegativeTest-2114204994-project-member] Enqueued Resource ID: e06b4d68-ebac-434a-8084-749324514a02 with Priority: HIGHEST for action security_group_members [ 758.072715] env[69685]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e06b4d68-ebac-434a-8084-749324514a02 with Priority: HIGHEST for action security_group_members [ 758.072715] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock member-e06b4d68-ebac-434a-8084-749324514a02 taken with stack trace [, , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 758.072715] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e06b4d68-ebac-434a-8084-749324514a02" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 758.072715] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e06b4d68-ebac-434a-8084-749324514a02" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 758.073376] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e06b4d68-ebac-434a-8084-749324514a02" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 758.073376] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 758.073376] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 758.073529] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 758.073638] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 758.073756] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 758.073844] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e06b4d68-ebac-434a-8084-749324514a02',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 758.148756] env[69685]: INFO networking_nsxv3.common.synchronization [None req-db5cff7d-d8a5-463d-ba22-0dda1e2117d2 None None] Enqueued Resource ID: 2505b950-bd77-4962-90b4-59f1cd7beb00 with Priority: HIGHEST for action port [ 758.149356] env[69685]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2505b950-bd77-4962-90b4-59f1cd7beb00 with Priority: HIGHEST for action port [ 758.149570] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock port-2505b950-bd77-4962-90b4-59f1cd7beb00 taken with stack trace [, , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 758.150098] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-2505b950-bd77-4962-90b4-59f1cd7beb00" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 758.150098] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-2505b950-bd77-4962-90b4-59f1cd7beb00" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 758.150648] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-2505b950-bd77-4962-90b4-59f1cd7beb00" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 758.150890] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2505b950-bd77-4962-90b4-59f1cd7beb00',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 758.182420] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f2a20afc-0049-435b-a4ff-c05dab76672d in Status: SUCCESS [ 758.182726] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f2a20afc-0049-435b-a4ff-c05dab76672d" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 758.232680] env[69685]: INFO networking_nsxv3.common.synchronization [None req-08c8b9e3-10c8-4e42-be07-3a436585f0d9 None None] Enqueued Resource ID: 75cf19b6-d239-47ce-8f4c-8697be9e7fad with Priority: HIGHEST for action port [ 758.233474] env[69685]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 75cf19b6-d239-47ce-8f4c-8697be9e7fad with Priority: HIGHEST for action port [ 758.234393] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock port-75cf19b6-d239-47ce-8f4c-8697be9e7fad taken with stack trace [, , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 758.237096] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-75cf19b6-d239-47ce-8f4c-8697be9e7fad" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 758.237185] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-75cf19b6-d239-47ce-8f4c-8697be9e7fad" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 758.237453] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-75cf19b6-d239-47ce-8f4c-8697be9e7fad" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 758.237543] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('75cf19b6-d239-47ce-8f4c-8697be9e7fad',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 758.579035] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 758.579035] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 758.579035] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 758.579035] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 758.579035] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 758.579035] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 758.579035] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 758.579035] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 758.579035] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 758.579035] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 758.579035] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e06b4d68-ebac-434a-8084-749324514a02 already deleted. [ 758.579035] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e06b4d68-ebac-434a-8084-749324514a02" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 758.654655] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 2505b950-bd77-4962-90b4-59f1cd7beb00 [ 758.654910] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 758.655066] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 758.655142] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 758.655352] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 758.655489] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 758.655588] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:2505b950-bd77-4962-90b4-59f1cd7beb00 already deleted. [ 758.655655] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-2505b950-bd77-4962-90b4-59f1cd7beb00" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 758.748117] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 75cf19b6-d239-47ce-8f4c-8697be9e7fad [ 758.748117] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 758.748117] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 758.748117] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 758.748117] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 758.748117] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 758.748117] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:75cf19b6-d239-47ce-8f4c-8697be9e7fad already deleted. [ 758.748117] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-75cf19b6-d239-47ce-8f4c-8697be9e7fad" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 758.885405] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 6c46d096-f047-457a-99ba-22b9e613d7e2 in Status: SUCCESS [ 758.886060] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-6c46d096-f047-457a-99ba-22b9e613d7e2" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 758.886060] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-6c46d096-f047-457a-99ba-22b9e613d7e2" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 758.886060] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-6c46d096-f047-457a-99ba-22b9e613d7e2" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 758.887320] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('6c46d096-f047-457a-99ba-22b9e613d7e2',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 759.240488] env[69685]: DEBUG networking_nsxv3.common.locking [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Lock network-756 taken with stack trace [, , , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 759.240488] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquiring lock "network-756" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 759.240488] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquired lock "network-756" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 759.241416] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquired external semaphore "network-756" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 759.241841] env[69685]: DEBUG networking_nsxv3.common.locking [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 759.242131] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquiring lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 759.242339] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquired lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 759.242753] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquired external semaphore "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 759.242996] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Releasing lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 759.244899] env[69685]: DEBUG dogpile.cache.region [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] No value present for key: 'zone-id' {{(pid=69685) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 759.244899] env[69685]: DEBUG dogpile.lock [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] NeedRegenerationException {{(pid=69685) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 759.244899] env[69685]: DEBUG dogpile.lock [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] no value, waiting for create lock {{(pid=69685) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 759.244899] env[69685]: DEBUG dogpile.lock [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] value creation lock acquired {{(pid=69685) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 759.244899] env[69685]: DEBUG dogpile.cache.region [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] No value present for key: 'zone-id' {{(pid=69685) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 759.244899] env[69685]: DEBUG dogpile.lock [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Calling creation function for not-yet-present value {{(pid=69685) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 759.244899] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 759.270699] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 759.270699] env[69685]: DEBUG dogpile.cache.region [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Cache value generated in 0.025 seconds for key(s): 'zone-id' {{(pid=69685) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 759.270699] env[69685]: DEBUG dogpile.lock [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Released creation lock {{(pid=69685) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 759.270699] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Releasing lock "network-756" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 759.272589] env[69685]: DEBUG networking_nsxv3.common.locking [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Lock port-0defaba5-cf9a-470d-9c63-71ff95ee2b50 taken with stack trace [, , , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 759.272589] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquiring lock "port-0defaba5-cf9a-470d-9c63-71ff95ee2b50" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 759.272589] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquired lock "port-0defaba5-cf9a-470d-9c63-71ff95ee2b50" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 759.272589] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquired external semaphore "port-0defaba5-cf9a-470d-9c63-71ff95ee2b50" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 759.272589] env[69685]: DEBUG networking_nsxv3.api.rpc [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0defaba5-cf9a-470d-9c63-71ff95ee2b50',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 759.393022] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock member-6c46d096-f047-457a-99ba-22b9e613d7e2 taken with stack trace [, , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 759.393022] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6c46d096-f047-457a-99ba-22b9e613d7e2" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 759.393022] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6c46d096-f047-457a-99ba-22b9e613d7e2" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 759.393022] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6c46d096-f047-457a-99ba-22b9e613d7e2" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 759.393022] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 759.393022] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 759.393022] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 759.393022] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 759.393022] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 759.393022] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6c46d096-f047-457a-99ba-22b9e613d7e2" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 759.393022] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('6c46d096-f047-457a-99ba-22b9e613d7e2',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 759.579073] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 3020eacc-da2b-44d0-a6a9-b3a094cac43a in Status: SUCCESS [ 759.579073] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-3020eacc-da2b-44d0-a6a9-b3a094cac43a" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 759.775414] env[69685]: DEBUG networking_nsxv3.common.locking [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 759.775677] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquiring lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 759.775803] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquired lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 759.776391] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquired external semaphore "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 759.776391] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Releasing lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 759.776866] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Segment Port 0defaba5-cf9a-470d-9c63-71ff95ee2b50 not found, creating... [ 759.777275] env[69685]: DEBUG networking_nsxv3.common.locking [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 759.777448] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquiring lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 759.778270] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquired lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 759.778270] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquired external semaphore "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 759.778270] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Releasing lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 759.778691] env[69685]: DEBUG networking_nsxv3.common.locking [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 759.778860] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquiring lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 759.778979] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquired lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 759.779689] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquired external semaphore "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 759.779876] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Releasing lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 759.780293] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Resource: SegmentPort with ID: 0defaba5-cf9a-470d-9c63-71ff95ee2b50 is going to be created. [ 759.800767] env[69685]: DEBUG networking_nsxv3.common.locking [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 759.800767] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquiring lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 759.800767] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquired lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 759.800999] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquired external semaphore "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 759.801191] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Releasing lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 759.802042] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Releasing lock "port-0defaba5-cf9a-470d-9c63-71ff95ee2b50" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 759.844692] env[69685]: INFO networking_nsxv3.common.synchronization [req-54be5707-2aae-4ed2-9a2a-4ef026b8a045 req-881e7196-edc7-49f0-9e5b-5d890c9c03ba tempest-SecurityGroupRulesTestJSON-1651737029 tempest-SecurityGroupRulesTestJSON-1651737029-project-member] Enqueued Resource ID: 52a28e7a-bd99-4a56-8972-80e82c0093ca with Priority: HIGHEST for action security_group_rules [ 759.845230] env[69685]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 52a28e7a-bd99-4a56-8972-80e82c0093ca with Priority: HIGHEST for action security_group_rules [ 759.845873] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock rules-52a28e7a-bd99-4a56-8972-80e82c0093ca taken with stack trace [, , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 759.845873] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-52a28e7a-bd99-4a56-8972-80e82c0093ca" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 759.845873] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-52a28e7a-bd99-4a56-8972-80e82c0093ca" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 759.846340] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-52a28e7a-bd99-4a56-8972-80e82c0093ca" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 759.846340] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('52a28e7a-bd99-4a56-8972-80e82c0093ca',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 759.899169] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock member-6c46d096-f047-457a-99ba-22b9e613d7e2 taken with stack trace [, , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 759.899468] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6c46d096-f047-457a-99ba-22b9e613d7e2" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 759.899468] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6c46d096-f047-457a-99ba-22b9e613d7e2" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 759.899757] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6c46d096-f047-457a-99ba-22b9e613d7e2" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 759.899835] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 759.899918] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 759.900043] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 759.900165] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 759.900256] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 759.900362] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6c46d096-f047-457a-99ba-22b9e613d7e2" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 759.900510] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock member-6c46d096-f047-457a-99ba-22b9e613d7e2 taken with stack trace [, , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 759.900598] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6c46d096-f047-457a-99ba-22b9e613d7e2" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 759.900655] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6c46d096-f047-457a-99ba-22b9e613d7e2" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 759.900815] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6c46d096-f047-457a-99ba-22b9e613d7e2" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 759.900947] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 759.901053] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 759.903416] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 759.903416] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 759.903416] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 759.903416] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6c46d096-f047-457a-99ba-22b9e613d7e2" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 759.903416] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('6c46d096-f047-457a-99ba-22b9e613d7e2',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 760.369466] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 760.369466] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 760.369466] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 760.369466] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 760.369466] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 760.369466] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 52a28e7a-bd99-4a56-8972-80e82c0093ca already deleted. [ 760.369466] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-52a28e7a-bd99-4a56-8972-80e82c0093ca" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 760.407299] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 6c46d096-f047-457a-99ba-22b9e613d7e2: rpc.has_security_group_logging(os_id): False [ 760.428834] env[69685]: INFO networking_nsxv3.common.synchronization [None req-d37e0d7d-60e9-4f53-af18-61e3bb8fe364 None None] Enqueued Resource ID: 5c5883cc-1929-4082-b890-269f9858f328 with Priority: HIGHEST for action port [ 760.434154] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 760.434154] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 760.434154] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 760.434154] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 760.434154] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 760.434154] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 760.434154] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 760.434154] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 760.434154] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 760.434154] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 760.434154] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 760.434154] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 760.434154] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 760.434154] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 760.434154] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 760.434894] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 760.434894] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 760.434894] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 760.434894] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 760.434894] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 760.434894] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 6c46d096-f047-457a-99ba-22b9e613d7e2 is going to be updated. [ 760.438114] env[69685]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5c5883cc-1929-4082-b890-269f9858f328 with Priority: HIGHEST for action port [ 760.438114] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock port-5c5883cc-1929-4082-b890-269f9858f328 taken with stack trace [, , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 760.438114] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-5c5883cc-1929-4082-b890-269f9858f328" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 760.438426] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-5c5883cc-1929-4082-b890-269f9858f328" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 760.438426] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-5c5883cc-1929-4082-b890-269f9858f328" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 760.439136] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5c5883cc-1929-4082-b890-269f9858f328',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 760.530207] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 760.530836] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 760.530836] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 760.530836] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 760.531031] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 760.550195] env[69685]: INFO networking_nsxv3.common.synchronization [req-6435d6a4-8f2b-415f-9a52-4870b05960f5 req-368fa2e6-1e7d-4d43-8a0e-2a6a075c7607 tempest-TenantUsagesTestJSON-2126569108 tempest-TenantUsagesTestJSON-2126569108-project-member] Enqueued Resource ID: 3211b9d1-adbc-4da4-8106-e021149069f9 with Priority: HIGHEST for action security_group_members [ 760.550740] env[69685]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3211b9d1-adbc-4da4-8106-e021149069f9 with Priority: HIGHEST for action security_group_members [ 760.551120] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock member-3211b9d1-adbc-4da4-8106-e021149069f9 taken with stack trace [, , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 760.551267] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3211b9d1-adbc-4da4-8106-e021149069f9" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 760.551352] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3211b9d1-adbc-4da4-8106-e021149069f9" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 760.551566] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3211b9d1-adbc-4da4-8106-e021149069f9" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 760.551736] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 760.551855] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 760.551921] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 760.552133] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 760.552220] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 760.552335] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3211b9d1-adbc-4da4-8106-e021149069f9',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 760.575824] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 6c46d096-f047-457a-99ba-22b9e613d7e2 in Status: IN_PROGRESS for 2s [ 760.714279] env[69685]: INFO networking_nsxv3.common.synchronization [req-914ce657-33cb-44ea-b9fb-aa805126787a req-ec73b7af-580e-4374-ab98-9760ca16e3cc service nova] Enqueued Resource ID: e06b4d68-ebac-434a-8084-749324514a02 with Priority: HIGHEST for action security_group_rules [ 760.714444] env[69685]: INFO networking_nsxv3.common.synchronization [req-914ce657-33cb-44ea-b9fb-aa805126787a req-ec73b7af-580e-4374-ab98-9760ca16e3cc service nova] Enqueued Resource ID: e06b4d68-ebac-434a-8084-749324514a02 with Priority: HIGHEST for action security_group_members [ 760.714663] env[69685]: INFO networking_nsxv3.common.synchronization [req-914ce657-33cb-44ea-b9fb-aa805126787a req-ec73b7af-580e-4374-ab98-9760ca16e3cc service nova] Enqueued Resource ID: 0defaba5-cf9a-470d-9c63-71ff95ee2b50 with Priority: HIGHEST for action port [ 760.715186] env[69685]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e06b4d68-ebac-434a-8084-749324514a02 with Priority: HIGHEST for action security_group_rules [ 760.715315] env[69685]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e06b4d68-ebac-434a-8084-749324514a02 with Priority: HIGHEST for action security_group_members [ 760.715410] env[69685]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0defaba5-cf9a-470d-9c63-71ff95ee2b50 with Priority: HIGHEST for action port [ 760.715680] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e06b4d68-ebac-434a-8084-749324514a02 taken with stack trace [, , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 760.715796] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e06b4d68-ebac-434a-8084-749324514a02" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 760.716692] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e06b4d68-ebac-434a-8084-749324514a02" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 760.716692] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e06b4d68-ebac-434a-8084-749324514a02" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 760.716692] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e06b4d68-ebac-434a-8084-749324514a02',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 760.717781] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock member-e06b4d68-ebac-434a-8084-749324514a02 taken with stack trace [, , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 760.717781] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e06b4d68-ebac-434a-8084-749324514a02" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 760.717781] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e06b4d68-ebac-434a-8084-749324514a02" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 760.717781] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e06b4d68-ebac-434a-8084-749324514a02" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 760.717781] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 760.717781] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 760.717781] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 760.718160] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 760.718160] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 760.718160] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e06b4d68-ebac-434a-8084-749324514a02',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 760.719127] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock port-0defaba5-cf9a-470d-9c63-71ff95ee2b50 taken with stack trace [, , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 760.719232] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-0defaba5-cf9a-470d-9c63-71ff95ee2b50" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 760.719293] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-0defaba5-cf9a-470d-9c63-71ff95ee2b50" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 760.719441] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-0defaba5-cf9a-470d-9c63-71ff95ee2b50" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 760.719510] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0defaba5-cf9a-470d-9c63-71ff95ee2b50',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 760.943856] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 5c5883cc-1929-4082-b890-269f9858f328 [ 760.943856] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 760.943856] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 760.943856] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 760.943856] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 760.943856] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 760.943856] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:5c5883cc-1929-4082-b890-269f9858f328 already deleted. [ 760.944640] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-5c5883cc-1929-4082-b890-269f9858f328" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 761.060343] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 761.060343] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 761.060343] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 761.060343] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 761.060343] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 761.060343] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 761.060799] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 761.060799] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 761.063792] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 761.063792] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 761.063792] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3211b9d1-adbc-4da4-8106-e021149069f9 is going to be updated. [ 761.087801] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 761.090445] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 761.090445] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 761.090445] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 761.090445] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 761.097787] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3211b9d1-adbc-4da4-8106-e021149069f9 in Status: IN_PROGRESS for 2s [ 761.221474] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('e06b4d68-ebac-434a-8084-749324514a02',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 761.222669] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock member-e06b4d68-ebac-434a-8084-749324514a02 taken with stack trace [, , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 761.223415] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e06b4d68-ebac-434a-8084-749324514a02" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 761.223678] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 0defaba5-cf9a-470d-9c63-71ff95ee2b50 with status ACTIVE [ 761.223918] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 761.224139] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 761.224233] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 761.224484] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 761.224638] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 761.224898] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 761.225944] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 761.226077] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 761.226299] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 761.226424] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 761.226648] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 761.226802] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 761.229021] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 761.229021] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 761.229021] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 761.229021] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 0defaba5-cf9a-470d-9c63-71ff95ee2b50 is going to be updated. [ 761.252175] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 761.252311] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 761.252379] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 761.252649] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 761.252773] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 761.252937] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-0defaba5-cf9a-470d-9c63-71ff95ee2b50" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 761.431028] env[69685]: INFO networking_nsxv3.common.synchronization [None req-2d80b202-7ffe-46f5-962a-a67815b0b46a None None] Enqueued Resource ID: 06ea4e53-7fc4-4e92-8bce-8d0b73a88967 with Priority: HIGHEST for action port [ 761.431028] env[69685]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 06ea4e53-7fc4-4e92-8bce-8d0b73a88967 with Priority: HIGHEST for action port [ 761.431028] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock port-06ea4e53-7fc4-4e92-8bce-8d0b73a88967 taken with stack trace [, , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 761.431028] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-06ea4e53-7fc4-4e92-8bce-8d0b73a88967" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 761.431028] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-06ea4e53-7fc4-4e92-8bce-8d0b73a88967" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 761.431744] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-06ea4e53-7fc4-4e92-8bce-8d0b73a88967" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 761.431744] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('06ea4e53-7fc4-4e92-8bce-8d0b73a88967',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 761.728446] env[69685]: INFO networking_nsxv3.common.synchronization [None req-5f5f27d1-6883-455c-ad7c-b3d80b80cb16 None None] Enqueued Resource ID: b10a2f99-001d-4125-a6c6-2361605b88dc with Priority: HIGHEST for action port [ 761.729162] env[69685]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b10a2f99-001d-4125-a6c6-2361605b88dc with Priority: HIGHEST for action port [ 761.729462] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('e06b4d68-ebac-434a-8084-749324514a02',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 761.730722] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock port-b10a2f99-001d-4125-a6c6-2361605b88dc taken with stack trace [, , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 761.730880] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-b10a2f99-001d-4125-a6c6-2361605b88dc" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 761.730945] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-b10a2f99-001d-4125-a6c6-2361605b88dc" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 761.731398] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-b10a2f99-001d-4125-a6c6-2361605b88dc" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 761.732013] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b10a2f99-001d-4125-a6c6-2361605b88dc',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 761.933732] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 06ea4e53-7fc4-4e92-8bce-8d0b73a88967 [ 761.933976] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 761.934154] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 761.934219] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 761.934453] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 761.934607] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 761.937020] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:06ea4e53-7fc4-4e92-8bce-8d0b73a88967 already deleted. [ 761.937020] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-06ea4e53-7fc4-4e92-8bce-8d0b73a88967" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 762.233820] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 762.233820] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 762.233820] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 762.234053] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 762.234095] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 762.234231] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e06b4d68-ebac-434a-8084-749324514a02 is going to be created. [ 762.235404] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port b10a2f99-001d-4125-a6c6-2361605b88dc [ 762.235589] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 762.235694] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 762.235809] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 762.235915] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 762.235989] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 762.236119] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:b10a2f99-001d-4125-a6c6-2361605b88dc already deleted. [ 762.236156] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-b10a2f99-001d-4125-a6c6-2361605b88dc" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 762.259258] env[69685]: INFO networking_nsxv3.common.synchronization [req-f492306b-fbde-4479-888c-466469f7861a req-6009a8ec-734f-4765-869f-c3c925bce814 tempest-SecurityGroupRulesNegativeTestJSON-1497152664 tempest-SecurityGroupRulesNegativeTestJSON-1497152664-project-member] Enqueued Resource ID: b0f9cd36-dbe3-44ff-a3df-bee06775a99f with Priority: HIGHEST for action security_group_rules [ 762.259793] env[69685]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b0f9cd36-dbe3-44ff-a3df-bee06775a99f with Priority: HIGHEST for action security_group_rules [ 762.260112] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b0f9cd36-dbe3-44ff-a3df-bee06775a99f taken with stack trace [, , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 762.261810] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b0f9cd36-dbe3-44ff-a3df-bee06775a99f" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 762.261810] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b0f9cd36-dbe3-44ff-a3df-bee06775a99f" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 762.261810] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b0f9cd36-dbe3-44ff-a3df-bee06775a99f" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 762.261810] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b0f9cd36-dbe3-44ff-a3df-bee06775a99f',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 762.264613] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 762.264742] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 762.264805] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 762.264989] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 762.265150] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 762.281252] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e06b4d68-ebac-434a-8084-749324514a02 in Status: UNINITIALIZED for 2s [ 762.587646] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 6c46d096-f047-457a-99ba-22b9e613d7e2 in Status: SUCCESS [ 762.587901] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-6c46d096-f047-457a-99ba-22b9e613d7e2" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 762.786186] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 762.786366] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 762.786436] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 762.786658] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 762.786752] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 762.787133] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b0f9cd36-dbe3-44ff-a3df-bee06775a99f already deleted. [ 762.787133] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b0f9cd36-dbe3-44ff-a3df-bee06775a99f" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 763.107495] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3211b9d1-adbc-4da4-8106-e021149069f9 in Status: SUCCESS [ 763.107750] env[69685]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3211b9d1-adbc-4da4-8106-e021149069f9 deletion is rescheduled due to dependency. [ 763.107870] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3211b9d1-adbc-4da4-8106-e021149069f9" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 763.747785] env[69685]: INFO networking_nsxv3.common.synchronization [None req-0a7803df-b86b-4487-8d83-8522e30c66cb None None] Enqueued Resource ID: b5503c1a-e39b-43ca-bf48-34b656f07e91 with Priority: HIGHEST for action port [ 763.748087] env[69685]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b5503c1a-e39b-43ca-bf48-34b656f07e91 with Priority: HIGHEST for action port [ 763.748488] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock port-b5503c1a-e39b-43ca-bf48-34b656f07e91 taken with stack trace [, , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 763.748618] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-b5503c1a-e39b-43ca-bf48-34b656f07e91" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 763.748701] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-b5503c1a-e39b-43ca-bf48-34b656f07e91" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 763.748933] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-b5503c1a-e39b-43ca-bf48-34b656f07e91" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 763.749109] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b5503c1a-e39b-43ca-bf48-34b656f07e91',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 764.252794] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port b5503c1a-e39b-43ca-bf48-34b656f07e91 [ 764.252794] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 764.252794] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 764.252794] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 764.252794] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 764.252794] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 764.252794] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:b5503c1a-e39b-43ca-bf48-34b656f07e91 already deleted. [ 764.252794] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-b5503c1a-e39b-43ca-bf48-34b656f07e91" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 764.291775] env[69685]: INFO networking_nsxv3.common.synchronization [req-fc6fbddc-e244-46f0-9aa1-f06421e710f0 req-db9679fd-e7a3-4a14-a16d-68f3472baed7 tempest-SecurityGroupRulesNegativeTestJSON-1497152664 tempest-SecurityGroupRulesNegativeTestJSON-1497152664-project-member] Enqueued Resource ID: b0f9cd36-dbe3-44ff-a3df-bee06775a99f with Priority: HIGHEST for action security_group_rules [ 764.291775] env[69685]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b0f9cd36-dbe3-44ff-a3df-bee06775a99f with Priority: HIGHEST for action security_group_rules [ 764.291775] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b0f9cd36-dbe3-44ff-a3df-bee06775a99f taken with stack trace [, , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 764.291775] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b0f9cd36-dbe3-44ff-a3df-bee06775a99f" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 764.291775] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b0f9cd36-dbe3-44ff-a3df-bee06775a99f" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 764.291775] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b0f9cd36-dbe3-44ff-a3df-bee06775a99f" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 764.291775] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b0f9cd36-dbe3-44ff-a3df-bee06775a99f',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 764.291775] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e06b4d68-ebac-434a-8084-749324514a02 in Status: SUCCESS [ 764.291775] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e06b4d68-ebac-434a-8084-749324514a02" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 764.291775] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e06b4d68-ebac-434a-8084-749324514a02" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 764.291775] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e06b4d68-ebac-434a-8084-749324514a02" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 764.291775] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 764.291775] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 764.291775] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 764.295149] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 764.295149] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 764.295149] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e06b4d68-ebac-434a-8084-749324514a02" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 764.295149] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('e06b4d68-ebac-434a-8084-749324514a02',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 764.346195] env[69685]: INFO networking_nsxv3.common.synchronization [None req-7b90995a-8aea-4622-98b4-bd8fe050db05 None None] Enqueued Resource ID: dca66fed-7039-4f5c-9a52-ed48affe33c8 with Priority: HIGHEST for action port [ 764.346805] env[69685]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dca66fed-7039-4f5c-9a52-ed48affe33c8 with Priority: HIGHEST for action port [ 764.347893] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock port-dca66fed-7039-4f5c-9a52-ed48affe33c8 taken with stack trace [, , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 764.347893] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-dca66fed-7039-4f5c-9a52-ed48affe33c8" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 764.347893] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-dca66fed-7039-4f5c-9a52-ed48affe33c8" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 764.349093] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-dca66fed-7039-4f5c-9a52-ed48affe33c8" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 764.350586] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('dca66fed-7039-4f5c-9a52-ed48affe33c8',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 764.522215] env[69685]: INFO networking_nsxv3.common.synchronization [req-22e7650b-1fbd-4f71-a263-f03691129ae5 req-ad0d32ee-4c6c-48e4-ac34-c5de5b0eb931 tempest-SecurityGroupRulesTestJSON-1651737029 tempest-SecurityGroupRulesTestJSON-1651737029-project-member] Enqueued Resource ID: 80c068f9-d6d1-487d-9c97-1c50f40bb8d2 with Priority: HIGHEST for action security_group_rules [ 764.522892] env[69685]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 80c068f9-d6d1-487d-9c97-1c50f40bb8d2 with Priority: HIGHEST for action security_group_rules [ 764.523258] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock rules-80c068f9-d6d1-487d-9c97-1c50f40bb8d2 taken with stack trace [, , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 764.523428] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-80c068f9-d6d1-487d-9c97-1c50f40bb8d2" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 764.523576] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-80c068f9-d6d1-487d-9c97-1c50f40bb8d2" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 764.524134] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-80c068f9-d6d1-487d-9c97-1c50f40bb8d2" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 764.524225] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('80c068f9-d6d1-487d-9c97-1c50f40bb8d2',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 764.796818] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock member-e06b4d68-ebac-434a-8084-749324514a02 taken with stack trace [, , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 764.797273] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e06b4d68-ebac-434a-8084-749324514a02" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 764.797273] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e06b4d68-ebac-434a-8084-749324514a02" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 764.797476] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e06b4d68-ebac-434a-8084-749324514a02" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 764.797476] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 764.797565] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 764.797600] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 764.797784] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 764.798135] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 764.798371] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e06b4d68-ebac-434a-8084-749324514a02" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 764.798411] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock member-e06b4d68-ebac-434a-8084-749324514a02 taken with stack trace [, , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 764.798508] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e06b4d68-ebac-434a-8084-749324514a02" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 764.798577] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e06b4d68-ebac-434a-8084-749324514a02" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 764.798742] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e06b4d68-ebac-434a-8084-749324514a02" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 764.798855] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 764.798973] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 764.799072] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 764.799195] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 764.799283] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 764.799358] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e06b4d68-ebac-434a-8084-749324514a02" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 764.799427] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('e06b4d68-ebac-434a-8084-749324514a02',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 764.825745] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 764.825745] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 764.825745] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 764.825745] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 764.825745] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 764.825998] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b0f9cd36-dbe3-44ff-a3df-bee06775a99f already deleted. [ 764.825998] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b0f9cd36-dbe3-44ff-a3df-bee06775a99f" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 764.854915] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port dca66fed-7039-4f5c-9a52-ed48affe33c8 [ 764.854915] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 764.854915] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 764.854915] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 764.854915] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 764.854915] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 764.855267] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:dca66fed-7039-4f5c-9a52-ed48affe33c8 already deleted. [ 764.855267] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-dca66fed-7039-4f5c-9a52-ed48affe33c8" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 765.056289] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 765.056470] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.056531] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 765.056740] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 765.056841] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 765.056971] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 80c068f9-d6d1-487d-9c97-1c50f40bb8d2 already deleted. [ 765.057961] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-80c068f9-d6d1-487d-9c97-1c50f40bb8d2" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 765.302421] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for e06b4d68-ebac-434a-8084-749324514a02: rpc.has_security_group_logging(os_id): False [ 765.320181] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 765.320339] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.320466] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 765.320644] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 765.320739] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 765.320985] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 765.321114] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.321180] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 765.321345] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 765.321426] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 765.321656] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 765.322108] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.322108] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 765.322108] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 765.322577] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 765.322836] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 765.322978] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.323084] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 765.323481] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 765.323481] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 765.323851] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e06b4d68-ebac-434a-8084-749324514a02 is going to be created. [ 765.388732] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 765.388893] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.388964] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 765.389443] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 765.389905] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 765.403700] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e06b4d68-ebac-434a-8084-749324514a02 in Status: IN_PROGRESS for 2s [ 765.606422] env[69685]: INFO networking_nsxv3.common.synchronization [req-bd60d084-0429-4ebc-bd98-caa9f6970072 req-73d6b8b6-5c24-4d21-b3a1-f308b6966cf6 tempest-SecurityGroupRulesTestJSON-1651737029 tempest-SecurityGroupRulesTestJSON-1651737029-project-member] Enqueued Resource ID: 80c068f9-d6d1-487d-9c97-1c50f40bb8d2 with Priority: HIGHEST for action security_group_rules [ 765.606422] env[69685]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 80c068f9-d6d1-487d-9c97-1c50f40bb8d2 with Priority: HIGHEST for action security_group_rules [ 765.606762] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock rules-80c068f9-d6d1-487d-9c97-1c50f40bb8d2 taken with stack trace [, , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 765.606762] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-80c068f9-d6d1-487d-9c97-1c50f40bb8d2" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.606762] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-80c068f9-d6d1-487d-9c97-1c50f40bb8d2" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 765.608226] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-80c068f9-d6d1-487d-9c97-1c50f40bb8d2" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 765.608226] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('80c068f9-d6d1-487d-9c97-1c50f40bb8d2',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 766.129030] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 766.129403] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 766.129403] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 766.129555] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 766.129650] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 766.129753] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 80c068f9-d6d1-487d-9c97-1c50f40bb8d2 already deleted. [ 766.129843] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-80c068f9-d6d1-487d-9c97-1c50f40bb8d2" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 767.012397] env[69685]: INFO networking_nsxv3.common.synchronization [None req-3d623f88-bb48-4b9f-ba87-55cdc9984940 None None] Enqueued Resource ID: a3d84dc0-f49b-4448-b4b9-48a84368a7f0 with Priority: HIGHEST for action port [ 767.012718] env[69685]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a3d84dc0-f49b-4448-b4b9-48a84368a7f0 with Priority: HIGHEST for action port [ 767.013669] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock port-a3d84dc0-f49b-4448-b4b9-48a84368a7f0 taken with stack trace [, , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 767.013669] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a3d84dc0-f49b-4448-b4b9-48a84368a7f0" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.013669] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a3d84dc0-f49b-4448-b4b9-48a84368a7f0" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 767.014098] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a3d84dc0-f49b-4448-b4b9-48a84368a7f0" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 767.014098] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a3d84dc0-f49b-4448-b4b9-48a84368a7f0',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 767.416896] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e06b4d68-ebac-434a-8084-749324514a02 in Status: SUCCESS [ 767.417214] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e06b4d68-ebac-434a-8084-749324514a02" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 767.516623] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port a3d84dc0-f49b-4448-b4b9-48a84368a7f0 [ 767.516884] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 767.517057] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.517133] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 767.517386] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 767.517450] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 767.517533] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:a3d84dc0-f49b-4448-b4b9-48a84368a7f0 already deleted. [ 767.517615] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a3d84dc0-f49b-4448-b4b9-48a84368a7f0" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 767.854244] env[69685]: INFO networking_nsxv3.common.synchronization [req-2d4fae32-8afb-4f47-9ec6-15625e6d4f6e req-c4c8c71f-bd4a-426e-b583-4bdc702da01b tempest-SecurityGroupRulesTestJSON-1651737029 tempest-SecurityGroupRulesTestJSON-1651737029-project-member] Enqueued Resource ID: 80c068f9-d6d1-487d-9c97-1c50f40bb8d2 with Priority: HIGHEST for action security_group_rules [ 767.854244] env[69685]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 80c068f9-d6d1-487d-9c97-1c50f40bb8d2 with Priority: HIGHEST for action security_group_rules [ 767.854244] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock rules-80c068f9-d6d1-487d-9c97-1c50f40bb8d2 taken with stack trace [, , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 767.854244] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-80c068f9-d6d1-487d-9c97-1c50f40bb8d2" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.854244] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-80c068f9-d6d1-487d-9c97-1c50f40bb8d2" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 767.854244] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-80c068f9-d6d1-487d-9c97-1c50f40bb8d2" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 767.854244] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('80c068f9-d6d1-487d-9c97-1c50f40bb8d2',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 768.373564] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 768.373711] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 768.373940] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 768.373985] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 768.374153] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 768.374247] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 80c068f9-d6d1-487d-9c97-1c50f40bb8d2 already deleted. [ 768.374330] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-80c068f9-d6d1-487d-9c97-1c50f40bb8d2" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 771.697783] env[69685]: INFO networking_nsxv3.common.synchronization [req-19934509-32c6-44de-97d5-57bb43ba33c9 req-3e1b4017-041e-4a79-b980-d1813a1772a8 tempest-ServerMetadataNegativeTestJSON-815015480 tempest-ServerMetadataNegativeTestJSON-815015480-project-member] Enqueued Resource ID: 57c79f05-c8b8-4e1c-bd66-5127a731c4ec with Priority: HIGHEST for action security_group_members [ 771.698320] env[69685]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 57c79f05-c8b8-4e1c-bd66-5127a731c4ec with Priority: HIGHEST for action security_group_members [ 771.698626] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock member-57c79f05-c8b8-4e1c-bd66-5127a731c4ec taken with stack trace [, , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 771.698752] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-57c79f05-c8b8-4e1c-bd66-5127a731c4ec" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 771.698818] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-57c79f05-c8b8-4e1c-bd66-5127a731c4ec" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 771.699138] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-57c79f05-c8b8-4e1c-bd66-5127a731c4ec" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 771.699331] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 771.699447] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 771.699545] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 771.699713] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 771.699807] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 771.699899] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('57c79f05-c8b8-4e1c-bd66-5127a731c4ec',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 772.202456] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 772.202916] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 772.203157] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 772.203440] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 772.203528] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 772.203747] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 772.203857] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 772.203910] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 772.204102] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 772.204183] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 772.204286] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 57c79f05-c8b8-4e1c-bd66-5127a731c4ec is going to be updated. [ 772.230991] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 772.232376] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 772.232481] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 772.232824] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 772.233107] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 772.248107] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 57c79f05-c8b8-4e1c-bd66-5127a731c4ec in Status: IN_PROGRESS for 2s [ 772.378170] env[69685]: INFO networking_nsxv3.common.synchronization [None req-77e2d5ab-7862-4b54-b3f9-9fe40f9fffd1 None None] Enqueued Resource ID: ab3f3f08-57ce-419e-95bc-95070d12b66c with Priority: HIGHEST for action port [ 772.378264] env[69685]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ab3f3f08-57ce-419e-95bc-95070d12b66c with Priority: HIGHEST for action port [ 772.380369] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock port-ab3f3f08-57ce-419e-95bc-95070d12b66c taken with stack trace [, , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 772.380369] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ab3f3f08-57ce-419e-95bc-95070d12b66c" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 772.380369] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ab3f3f08-57ce-419e-95bc-95070d12b66c" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 772.380369] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ab3f3f08-57ce-419e-95bc-95070d12b66c" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 772.380369] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ab3f3f08-57ce-419e-95bc-95070d12b66c',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 772.886534] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port ab3f3f08-57ce-419e-95bc-95070d12b66c [ 772.886534] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 772.886534] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 772.886534] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 772.886534] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 772.886534] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 772.886534] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:ab3f3f08-57ce-419e-95bc-95070d12b66c already deleted. [ 772.886534] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ab3f3f08-57ce-419e-95bc-95070d12b66c" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 773.324771] env[69685]: INFO networking_nsxv3.common.synchronization [req-2c3c2745-f54a-4750-a47e-baccb7f91e88 req-4a9a8e1f-9d18-4fc8-9ee1-731f461322e5 tempest-ServersTestJSON-1907685439 tempest-ServersTestJSON-1907685439-project-member] Enqueued Resource ID: f9fe5796-97e5-42cd-b9a0-bf405b68f6e5 with Priority: HIGHEST for action security_group_members [ 773.325311] env[69685]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f9fe5796-97e5-42cd-b9a0-bf405b68f6e5 with Priority: HIGHEST for action security_group_members [ 773.325646] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock member-f9fe5796-97e5-42cd-b9a0-bf405b68f6e5 taken with stack trace [, , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 773.325787] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f9fe5796-97e5-42cd-b9a0-bf405b68f6e5" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 773.325894] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f9fe5796-97e5-42cd-b9a0-bf405b68f6e5" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 773.330466] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f9fe5796-97e5-42cd-b9a0-bf405b68f6e5" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 773.330466] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 773.330466] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 773.330466] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 773.331482] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 773.331848] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 773.331962] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f9fe5796-97e5-42cd-b9a0-bf405b68f6e5',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 773.757457] env[69685]: DEBUG networking_nsxv3.common.locking [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Lock network-197 taken with stack trace [, , , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 773.757595] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquiring lock "network-197" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 773.757691] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquired lock "network-197" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 773.759321] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquired external semaphore "network-197" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 773.759467] env[69685]: DEBUG networking_nsxv3.common.locking [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 773.759645] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquiring lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 773.759768] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquired lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 773.760081] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquired external semaphore "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 773.760264] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Releasing lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 773.760606] env[69685]: DEBUG dogpile.cache.region [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] No value present for key: 'zone-id' {{(pid=69685) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 773.760725] env[69685]: DEBUG dogpile.lock [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] NeedRegenerationException {{(pid=69685) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 773.760839] env[69685]: DEBUG dogpile.lock [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] no value, waiting for create lock {{(pid=69685) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 773.760972] env[69685]: DEBUG dogpile.lock [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] value creation lock acquired {{(pid=69685) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 773.762866] env[69685]: DEBUG dogpile.cache.region [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] No value present for key: 'zone-id' {{(pid=69685) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 773.762866] env[69685]: DEBUG dogpile.lock [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Calling creation function for not-yet-present value {{(pid=69685) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 773.762866] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 773.779044] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 773.779818] env[69685]: DEBUG dogpile.cache.region [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Cache value generated in 0.018 seconds for key(s): 'zone-id' {{(pid=69685) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 773.779818] env[69685]: DEBUG dogpile.lock [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Released creation lock {{(pid=69685) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 773.779818] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Releasing lock "network-197" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 773.779994] env[69685]: DEBUG networking_nsxv3.common.locking [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Lock port-ce2ee6a2-be75-4382-9361-d5f9b0f51d00 taken with stack trace [, , , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 773.780171] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquiring lock "port-ce2ee6a2-be75-4382-9361-d5f9b0f51d00" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 773.780332] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquired lock "port-ce2ee6a2-be75-4382-9361-d5f9b0f51d00" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 773.782045] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquired external semaphore "port-ce2ee6a2-be75-4382-9361-d5f9b0f51d00" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 773.782045] env[69685]: DEBUG networking_nsxv3.api.rpc [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ce2ee6a2-be75-4382-9361-d5f9b0f51d00',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 773.835388] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 773.835550] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 773.835751] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 773.836013] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 773.836212] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 773.836379] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 773.836515] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 773.836580] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 773.836810] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 773.836896] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 773.837141] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f9fe5796-97e5-42cd-b9a0-bf405b68f6e5 already deleted. [ 773.837252] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f9fe5796-97e5-42cd-b9a0-bf405b68f6e5" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 774.259497] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 57c79f05-c8b8-4e1c-bd66-5127a731c4ec in Status: SUCCESS [ 774.259497] env[69685]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 57c79f05-c8b8-4e1c-bd66-5127a731c4ec deletion is rescheduled due to dependency. [ 774.259497] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-57c79f05-c8b8-4e1c-bd66-5127a731c4ec" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 774.285196] env[69685]: DEBUG networking_nsxv3.common.locking [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 774.285366] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquiring lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.285490] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquired lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 774.285819] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquired external semaphore "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 774.286031] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Releasing lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 774.286205] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Segment Port ce2ee6a2-be75-4382-9361-d5f9b0f51d00 not found, creating... [ 774.286411] env[69685]: DEBUG networking_nsxv3.common.locking [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 774.286569] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquiring lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.286688] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquired lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 774.286917] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquired external semaphore "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 774.287142] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Releasing lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 774.287352] env[69685]: DEBUG networking_nsxv3.common.locking [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 774.287503] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquiring lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.287619] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquired lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 774.288599] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquired external semaphore "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 774.288756] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Releasing lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 774.288905] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Resource: SegmentPort with ID: ce2ee6a2-be75-4382-9361-d5f9b0f51d00 is going to be created. [ 774.311482] env[69685]: DEBUG networking_nsxv3.common.locking [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 774.311691] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquiring lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.311815] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquired lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 774.312092] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquired external semaphore "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 774.312478] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Releasing lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 774.312555] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Releasing lock "port-ce2ee6a2-be75-4382-9361-d5f9b0f51d00" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 774.556309] env[69685]: INFO networking_nsxv3.common.synchronization [None req-56228fa3-986d-4987-b3b0-eb9755379635 None None] Enqueued Resource ID: 5a593f9d-0e65-4637-ba0e-faa017435c5d with Priority: HIGHEST for action port [ 774.556309] env[69685]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5a593f9d-0e65-4637-ba0e-faa017435c5d with Priority: HIGHEST for action port [ 774.556309] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock port-5a593f9d-0e65-4637-ba0e-faa017435c5d taken with stack trace [, , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 774.556309] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-5a593f9d-0e65-4637-ba0e-faa017435c5d" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.556309] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-5a593f9d-0e65-4637-ba0e-faa017435c5d" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 774.556309] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-5a593f9d-0e65-4637-ba0e-faa017435c5d" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 774.556309] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5a593f9d-0e65-4637-ba0e-faa017435c5d',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 775.058477] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 5a593f9d-0e65-4637-ba0e-faa017435c5d [ 775.059628] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 775.059628] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.059628] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 775.059628] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 775.059628] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 775.059628] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:5a593f9d-0e65-4637-ba0e-faa017435c5d already deleted. [ 775.059628] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-5a593f9d-0e65-4637-ba0e-faa017435c5d" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 775.517890] env[69685]: INFO networking_nsxv3.common.synchronization [req-4a38835e-7d2e-4391-8404-5bae973af170 req-f66d29f7-2c9c-4298-888c-09e48b4203e9 tempest-ServerDiagnosticsNegativeTest-2114204994 tempest-ServerDiagnosticsNegativeTest-2114204994-project-member] Enqueued Resource ID: e06b4d68-ebac-434a-8084-749324514a02 with Priority: HIGHEST for action security_group_members [ 775.518490] env[69685]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e06b4d68-ebac-434a-8084-749324514a02 with Priority: HIGHEST for action security_group_members [ 775.518802] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock member-e06b4d68-ebac-434a-8084-749324514a02 taken with stack trace [, , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 775.518958] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e06b4d68-ebac-434a-8084-749324514a02" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.519276] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e06b4d68-ebac-434a-8084-749324514a02" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 775.519510] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e06b4d68-ebac-434a-8084-749324514a02" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 775.520008] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 775.520008] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.520008] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 775.520218] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 775.520218] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 775.520272] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e06b4d68-ebac-434a-8084-749324514a02',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 775.581300] env[69685]: INFO networking_nsxv3.common.synchronization [req-2c3c2745-f54a-4750-a47e-baccb7f91e88 req-d0e0e7db-ad64-4db2-83a0-9fc3b3c0a74e service nova] Enqueued Resource ID: f9fe5796-97e5-42cd-b9a0-bf405b68f6e5 with Priority: HIGHEST for action security_group_rules [ 775.581529] env[69685]: INFO networking_nsxv3.common.synchronization [req-2c3c2745-f54a-4750-a47e-baccb7f91e88 req-d0e0e7db-ad64-4db2-83a0-9fc3b3c0a74e service nova] Enqueued Resource ID: f9fe5796-97e5-42cd-b9a0-bf405b68f6e5 with Priority: HIGHEST for action security_group_members [ 775.581678] env[69685]: INFO networking_nsxv3.common.synchronization [req-2c3c2745-f54a-4750-a47e-baccb7f91e88 req-d0e0e7db-ad64-4db2-83a0-9fc3b3c0a74e service nova] Enqueued Resource ID: ce2ee6a2-be75-4382-9361-d5f9b0f51d00 with Priority: HIGHEST for action port [ 775.581896] env[69685]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f9fe5796-97e5-42cd-b9a0-bf405b68f6e5 with Priority: HIGHEST for action security_group_rules [ 775.582043] env[69685]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f9fe5796-97e5-42cd-b9a0-bf405b68f6e5 with Priority: HIGHEST for action security_group_members [ 775.582141] env[69685]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ce2ee6a2-be75-4382-9361-d5f9b0f51d00 with Priority: HIGHEST for action port [ 775.582659] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f9fe5796-97e5-42cd-b9a0-bf405b68f6e5 taken with stack trace [, , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 775.582784] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f9fe5796-97e5-42cd-b9a0-bf405b68f6e5" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.582852] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f9fe5796-97e5-42cd-b9a0-bf405b68f6e5" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 775.584026] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f9fe5796-97e5-42cd-b9a0-bf405b68f6e5" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 775.584376] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f9fe5796-97e5-42cd-b9a0-bf405b68f6e5',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 775.586062] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock member-f9fe5796-97e5-42cd-b9a0-bf405b68f6e5 taken with stack trace [, , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 775.586189] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f9fe5796-97e5-42cd-b9a0-bf405b68f6e5" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.586256] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f9fe5796-97e5-42cd-b9a0-bf405b68f6e5" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 775.586439] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f9fe5796-97e5-42cd-b9a0-bf405b68f6e5" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 775.586592] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 775.587625] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.587699] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 775.587868] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 775.587958] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 775.588070] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f9fe5796-97e5-42cd-b9a0-bf405b68f6e5',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 775.588799] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock port-ce2ee6a2-be75-4382-9361-d5f9b0f51d00 taken with stack trace [, , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 775.589051] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ce2ee6a2-be75-4382-9361-d5f9b0f51d00" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.589051] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ce2ee6a2-be75-4382-9361-d5f9b0f51d00" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 775.589613] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ce2ee6a2-be75-4382-9361-d5f9b0f51d00" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 775.589613] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ce2ee6a2-be75-4382-9361-d5f9b0f51d00',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 776.022998] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 776.023233] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 776.023407] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 776.023643] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 776.023643] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 776.023814] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 776.023912] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 776.023976] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 776.024142] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 776.024262] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 776.024299] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e06b4d68-ebac-434a-8084-749324514a02 is going to be updated. [ 776.051120] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 776.052931] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 776.052931] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 776.052931] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 776.052931] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 776.066467] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e06b4d68-ebac-434a-8084-749324514a02 in Status: IN_PROGRESS for 2s [ 776.091284] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock member-f9fe5796-97e5-42cd-b9a0-bf405b68f6e5 taken with stack trace [, , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 776.091424] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f9fe5796-97e5-42cd-b9a0-bf405b68f6e5" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 776.091654] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('f9fe5796-97e5-42cd-b9a0-bf405b68f6e5',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 776.093269] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port ce2ee6a2-be75-4382-9361-d5f9b0f51d00 with status ACTIVE [ 776.093269] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 776.093269] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 776.093269] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 776.093596] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 776.093596] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 776.093707] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 776.093824] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 776.093888] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 776.094675] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 776.094785] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 776.094998] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 776.095131] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 776.095202] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 776.095363] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 776.095443] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 776.095534] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: ce2ee6a2-be75-4382-9361-d5f9b0f51d00 is going to be updated. [ 776.115022] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 776.115022] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 776.115189] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 776.115263] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 776.115533] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 776.115533] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ce2ee6a2-be75-4382-9361-d5f9b0f51d00" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 776.598510] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('f9fe5796-97e5-42cd-b9a0-bf405b68f6e5',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 776.680930] env[69685]: INFO networking_nsxv3.common.synchronization [req-8de0e845-47ac-4798-b2e9-b68c19549fcd req-602558bb-611b-4f90-8e7a-188822912661 tempest-AttachInterfacesTestJSON-1165856161 tempest-AttachInterfacesTestJSON-1165856161-project-member] Enqueued Resource ID: 373dc220-6922-42c9-9031-971b9f1da491 with Priority: HIGHEST for action security_group_members [ 776.681489] env[69685]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 373dc220-6922-42c9-9031-971b9f1da491 with Priority: HIGHEST for action security_group_members [ 776.681820] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock member-373dc220-6922-42c9-9031-971b9f1da491 taken with stack trace [, , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 776.681969] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-373dc220-6922-42c9-9031-971b9f1da491" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 776.683287] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-373dc220-6922-42c9-9031-971b9f1da491" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 776.683672] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-373dc220-6922-42c9-9031-971b9f1da491" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 776.684602] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 776.684729] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 776.684729] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 776.685212] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 776.685212] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 776.685212] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('373dc220-6922-42c9-9031-971b9f1da491',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 776.911964] env[69685]: INFO networking_nsxv3.common.synchronization [None req-3ceb84d8-67bb-4ed0-864c-b5e25e82bd46 None None] Enqueued Resource ID: ce103487-af38-4688-8563-49b87d918381 with Priority: HIGHEST for action port [ 776.913268] env[69685]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ce103487-af38-4688-8563-49b87d918381 with Priority: HIGHEST for action port [ 776.913828] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock port-ce103487-af38-4688-8563-49b87d918381 taken with stack trace [, , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 776.915627] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ce103487-af38-4688-8563-49b87d918381" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 776.915627] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ce103487-af38-4688-8563-49b87d918381" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 776.915627] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ce103487-af38-4688-8563-49b87d918381" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 776.915627] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ce103487-af38-4688-8563-49b87d918381',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 777.101726] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 777.101851] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.101888] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 777.103319] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 777.103319] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 777.103319] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f9fe5796-97e5-42cd-b9a0-bf405b68f6e5 is going to be created. [ 777.123209] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 777.123355] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.123452] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 777.123679] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 777.123789] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 777.133592] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f9fe5796-97e5-42cd-b9a0-bf405b68f6e5 in Status: UNINITIALIZED for 2s [ 777.191186] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 777.191186] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.191186] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 777.191186] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 777.191186] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 777.191186] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 777.191186] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.191186] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 777.191186] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 777.191186] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 777.191186] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 373dc220-6922-42c9-9031-971b9f1da491 already deleted. [ 777.191186] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-373dc220-6922-42c9-9031-971b9f1da491" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 777.203051] env[69685]: DEBUG networking_nsxv3.common.locking [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Lock network-52 taken with stack trace [, , , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 777.203353] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquiring lock "network-52" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.203569] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquired lock "network-52" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 777.203845] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquired external semaphore "network-52" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 777.204115] env[69685]: DEBUG networking_nsxv3.common.locking [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 777.204275] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquiring lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.204390] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquired lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 777.204615] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquired external semaphore "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 777.204789] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Releasing lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 777.205041] env[69685]: DEBUG dogpile.cache.region [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] No value present for key: 'zone-id' {{(pid=69685) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 777.205188] env[69685]: DEBUG dogpile.lock [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] NeedRegenerationException {{(pid=69685) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 777.205320] env[69685]: DEBUG dogpile.lock [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] no value, waiting for create lock {{(pid=69685) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 777.205431] env[69685]: DEBUG dogpile.lock [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] value creation lock acquired {{(pid=69685) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 777.205544] env[69685]: DEBUG dogpile.cache.region [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] No value present for key: 'zone-id' {{(pid=69685) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 777.205651] env[69685]: DEBUG dogpile.lock [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Calling creation function for not-yet-present value {{(pid=69685) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 777.205779] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 777.226951] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 777.227148] env[69685]: DEBUG dogpile.cache.region [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=69685) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 777.227323] env[69685]: DEBUG dogpile.lock [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Released creation lock {{(pid=69685) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 777.227523] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Releasing lock "network-52" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 777.227937] env[69685]: DEBUG networking_nsxv3.common.locking [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Lock port-4de2e8d8-c2e6-4021-9d28-9fdd98a7a148 taken with stack trace [, , , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 777.228168] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquiring lock "port-4de2e8d8-c2e6-4021-9d28-9fdd98a7a148" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.228322] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquired lock "port-4de2e8d8-c2e6-4021-9d28-9fdd98a7a148" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 777.228656] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquired external semaphore "port-4de2e8d8-c2e6-4021-9d28-9fdd98a7a148" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 777.228827] env[69685]: DEBUG networking_nsxv3.api.rpc [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4de2e8d8-c2e6-4021-9d28-9fdd98a7a148',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 777.418851] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port ce103487-af38-4688-8563-49b87d918381 [ 777.418851] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 777.418851] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.418851] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 777.418851] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 777.418851] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 777.418851] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:ce103487-af38-4688-8563-49b87d918381 already deleted. [ 777.421108] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ce103487-af38-4688-8563-49b87d918381" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 777.731899] env[69685]: DEBUG networking_nsxv3.common.locking [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 777.732298] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquiring lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.732383] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquired lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 777.732775] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquired external semaphore "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 777.733054] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Releasing lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 777.734125] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Segment Port 4de2e8d8-c2e6-4021-9d28-9fdd98a7a148 not found, creating... [ 777.734679] env[69685]: DEBUG networking_nsxv3.common.locking [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 777.734679] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquiring lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.737159] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquired lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 777.737159] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquired external semaphore "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 777.737159] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Releasing lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 777.737159] env[69685]: DEBUG networking_nsxv3.common.locking [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 777.737159] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquiring lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.737159] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquired lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 777.737159] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquired external semaphore "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 777.737159] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Releasing lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 777.737159] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Resource: SegmentPort with ID: 4de2e8d8-c2e6-4021-9d28-9fdd98a7a148 is going to be created. [ 777.756128] env[69685]: DEBUG networking_nsxv3.common.locking [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 777.756376] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquiring lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.756507] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquired lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 777.756802] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquired external semaphore "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 777.757170] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Releasing lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 777.757383] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Releasing lock "port-4de2e8d8-c2e6-4021-9d28-9fdd98a7a148" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 778.073218] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e06b4d68-ebac-434a-8084-749324514a02 in Status: SUCCESS [ 778.073218] env[69685]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e06b4d68-ebac-434a-8084-749324514a02 deletion is rescheduled due to dependency. [ 778.073218] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e06b4d68-ebac-434a-8084-749324514a02" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 778.289925] env[69685]: INFO networking_nsxv3.common.synchronization [req-6d8f5501-f34b-4441-be58-2bf7a6a7be32 req-31d87758-d490-4f90-94f8-506a21e9b0af tempest-ServersAdminNegativeTestJSON-1343812855 tempest-ServersAdminNegativeTestJSON-1343812855-project-member] Enqueued Resource ID: 72339107-b0aa-4dfd-956d-5878859c7012 with Priority: HIGHEST for action security_group_members [ 778.290476] env[69685]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 72339107-b0aa-4dfd-956d-5878859c7012 with Priority: HIGHEST for action security_group_members [ 778.292205] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock member-72339107-b0aa-4dfd-956d-5878859c7012 taken with stack trace [, , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 778.292205] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-72339107-b0aa-4dfd-956d-5878859c7012" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 778.292205] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-72339107-b0aa-4dfd-956d-5878859c7012" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 778.292205] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-72339107-b0aa-4dfd-956d-5878859c7012" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 778.292205] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 778.292205] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 778.292205] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 778.292205] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 778.292205] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 778.292205] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('72339107-b0aa-4dfd-956d-5878859c7012',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 778.740179] env[69685]: DEBUG networking_nsxv3.common.locking [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Lock network-756 taken with stack trace [, , , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 778.740613] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquiring lock "network-756" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 778.740983] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquired lock "network-756" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 778.741121] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquired external semaphore "network-756" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 778.741519] env[69685]: DEBUG networking_nsxv3.common.locking [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 778.741774] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquiring lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 778.741994] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquired lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 778.742350] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquired external semaphore "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 778.742581] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Releasing lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 778.742973] env[69685]: DEBUG dogpile.cache.region [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] No value present for key: 'zone-id' {{(pid=69685) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 778.743304] env[69685]: DEBUG dogpile.lock [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] NeedRegenerationException {{(pid=69685) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 778.743390] env[69685]: DEBUG dogpile.lock [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] no value, waiting for create lock {{(pid=69685) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 778.743595] env[69685]: DEBUG dogpile.lock [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] value creation lock acquired {{(pid=69685) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 778.743823] env[69685]: DEBUG dogpile.cache.region [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] No value present for key: 'zone-id' {{(pid=69685) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 778.744104] env[69685]: DEBUG dogpile.lock [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Calling creation function for not-yet-present value {{(pid=69685) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 778.744324] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 778.762243] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 778.762421] env[69685]: DEBUG dogpile.cache.region [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Cache value generated in 0.018 seconds for key(s): 'zone-id' {{(pid=69685) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 778.762709] env[69685]: DEBUG dogpile.lock [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Released creation lock {{(pid=69685) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 778.762805] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Releasing lock "network-756" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 778.763188] env[69685]: DEBUG networking_nsxv3.common.locking [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Lock port-54575794-ba19-4cdc-942a-7e12ff5fed5f taken with stack trace [, , , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 778.763700] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquiring lock "port-54575794-ba19-4cdc-942a-7e12ff5fed5f" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 778.763700] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquired lock "port-54575794-ba19-4cdc-942a-7e12ff5fed5f" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 778.763917] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquired external semaphore "port-54575794-ba19-4cdc-942a-7e12ff5fed5f" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 778.764089] env[69685]: DEBUG networking_nsxv3.api.rpc [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('54575794-ba19-4cdc-942a-7e12ff5fed5f',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 778.799037] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('72339107-b0aa-4dfd-956d-5878859c7012',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 779.026925] env[69685]: INFO networking_nsxv3.common.synchronization [req-8de0e845-47ac-4798-b2e9-b68c19549fcd req-bf861f1a-ed48-4d0f-915e-f23e1978130c service nova] Enqueued Resource ID: 373dc220-6922-42c9-9031-971b9f1da491 with Priority: HIGHEST for action security_group_rules [ 779.026925] env[69685]: INFO networking_nsxv3.common.synchronization [req-8de0e845-47ac-4798-b2e9-b68c19549fcd req-bf861f1a-ed48-4d0f-915e-f23e1978130c service nova] Enqueued Resource ID: 373dc220-6922-42c9-9031-971b9f1da491 with Priority: HIGHEST for action security_group_members [ 779.026925] env[69685]: INFO networking_nsxv3.common.synchronization [req-8de0e845-47ac-4798-b2e9-b68c19549fcd req-bf861f1a-ed48-4d0f-915e-f23e1978130c service nova] Enqueued Resource ID: 4de2e8d8-c2e6-4021-9d28-9fdd98a7a148 with Priority: HIGHEST for action port [ 779.026925] env[69685]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 373dc220-6922-42c9-9031-971b9f1da491 with Priority: HIGHEST for action security_group_rules [ 779.026925] env[69685]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 373dc220-6922-42c9-9031-971b9f1da491 with Priority: HIGHEST for action security_group_members [ 779.026925] env[69685]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4de2e8d8-c2e6-4021-9d28-9fdd98a7a148 with Priority: HIGHEST for action port [ 779.026925] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock rules-373dc220-6922-42c9-9031-971b9f1da491 taken with stack trace [, , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 779.026925] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-373dc220-6922-42c9-9031-971b9f1da491" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 779.026925] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-373dc220-6922-42c9-9031-971b9f1da491" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 779.027539] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-373dc220-6922-42c9-9031-971b9f1da491" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 779.027539] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('373dc220-6922-42c9-9031-971b9f1da491',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 779.027972] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock member-373dc220-6922-42c9-9031-971b9f1da491 taken with stack trace [, , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 779.028115] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-373dc220-6922-42c9-9031-971b9f1da491" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 779.028148] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-373dc220-6922-42c9-9031-971b9f1da491" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 779.028445] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-373dc220-6922-42c9-9031-971b9f1da491" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 779.028445] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 779.028582] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 779.028582] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 779.028765] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 779.028819] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 779.028873] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('373dc220-6922-42c9-9031-971b9f1da491',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 779.029605] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock port-4de2e8d8-c2e6-4021-9d28-9fdd98a7a148 taken with stack trace [, , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 779.029734] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-4de2e8d8-c2e6-4021-9d28-9fdd98a7a148" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 779.029784] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-4de2e8d8-c2e6-4021-9d28-9fdd98a7a148" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 779.029948] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-4de2e8d8-c2e6-4021-9d28-9fdd98a7a148" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 779.030014] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4de2e8d8-c2e6-4021-9d28-9fdd98a7a148',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 779.111564] env[69685]: INFO networking_nsxv3.common.synchronization [None req-f134969b-9ed2-4476-8a44-022194958dfe None None] Enqueued Resource ID: 275d8ee7-2a78-4dcf-ba40-9630267b9a64 with Priority: HIGHEST for action port [ 779.111736] env[69685]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 275d8ee7-2a78-4dcf-ba40-9630267b9a64 with Priority: HIGHEST for action port [ 779.112861] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock port-275d8ee7-2a78-4dcf-ba40-9630267b9a64 taken with stack trace [, , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 779.112861] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-275d8ee7-2a78-4dcf-ba40-9630267b9a64" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 779.112861] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-275d8ee7-2a78-4dcf-ba40-9630267b9a64" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 779.112861] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-275d8ee7-2a78-4dcf-ba40-9630267b9a64" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 779.113117] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('275d8ee7-2a78-4dcf-ba40-9630267b9a64',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 779.142356] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f9fe5796-97e5-42cd-b9a0-bf405b68f6e5 in Status: UNINITIALIZED for 4s [ 779.270289] env[69685]: DEBUG networking_nsxv3.common.locking [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 779.270289] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquiring lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 779.270289] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquired lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 779.270289] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquired external semaphore "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 779.270289] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Releasing lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 779.270289] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Segment Port 54575794-ba19-4cdc-942a-7e12ff5fed5f not found, creating... [ 779.270289] env[69685]: DEBUG networking_nsxv3.common.locking [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 779.270289] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquiring lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 779.270289] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquired lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 779.270289] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquired external semaphore "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 779.270289] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Releasing lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 779.270673] env[69685]: DEBUG networking_nsxv3.common.locking [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 779.270673] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquiring lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 779.270673] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquired lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 779.270673] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquired external semaphore "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 779.271149] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Releasing lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 779.271485] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Resource: SegmentPort with ID: 54575794-ba19-4cdc-942a-7e12ff5fed5f is going to be created. [ 779.293105] env[69685]: DEBUG networking_nsxv3.common.locking [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 779.293105] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquiring lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 779.293105] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquired lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 779.293105] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquired external semaphore "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 779.293105] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Releasing lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 779.293105] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Releasing lock "port-54575794-ba19-4cdc-942a-7e12ff5fed5f" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 779.300838] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('72339107-b0aa-4dfd-956d-5878859c7012',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 779.532566] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock member-373dc220-6922-42c9-9031-971b9f1da491 taken with stack trace [, , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 779.532763] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-373dc220-6922-42c9-9031-971b9f1da491" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 779.532947] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('373dc220-6922-42c9-9031-971b9f1da491',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 779.534086] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 4de2e8d8-c2e6-4021-9d28-9fdd98a7a148 with status ACTIVE [ 779.534212] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 779.534354] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 779.534422] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 779.540315] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 779.540315] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 779.540315] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 779.540315] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 779.540315] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 779.540315] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 779.540315] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 779.540315] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 779.540315] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 779.540315] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 779.540634] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 779.540634] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 779.540789] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 4de2e8d8-c2e6-4021-9d28-9fdd98a7a148 is going to be updated. [ 779.563688] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 779.563688] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 779.563688] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 779.563930] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 779.563994] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 779.564244] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-4de2e8d8-c2e6-4021-9d28-9fdd98a7a148" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 779.615353] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 275d8ee7-2a78-4dcf-ba40-9630267b9a64 [ 779.615480] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 779.615620] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 779.615692] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 779.615940] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 779.616044] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 779.616184] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:275d8ee7-2a78-4dcf-ba40-9630267b9a64 already deleted. [ 779.616216] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-275d8ee7-2a78-4dcf-ba40-9630267b9a64" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 779.804038] env[69685]: INFO networking_nsxv3.common.synchronization [None req-e5ccc7b0-0df6-4a18-9f0d-16ec559dc829 tempest-VolumesAdminNegativeTest-1313008661 tempest-VolumesAdminNegativeTest-1313008661-project-member] Enqueued Resource ID: f65c8e4c-f08a-4581-b7a6-d79e38e7d0d2 with Priority: HIGHEST for action security_group_rules [ 779.804816] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 779.804816] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 779.804816] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 779.804997] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 779.804997] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 779.807610] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 72339107-b0aa-4dfd-956d-5878859c7012 is going to be updated. [ 779.809099] env[69685]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f65c8e4c-f08a-4581-b7a6-d79e38e7d0d2 with Priority: HIGHEST for action security_group_rules [ 779.809263] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f65c8e4c-f08a-4581-b7a6-d79e38e7d0d2 taken with stack trace [, , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 779.809446] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f65c8e4c-f08a-4581-b7a6-d79e38e7d0d2" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 779.809515] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f65c8e4c-f08a-4581-b7a6-d79e38e7d0d2" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 779.809749] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f65c8e4c-f08a-4581-b7a6-d79e38e7d0d2" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 779.809834] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f65c8e4c-f08a-4581-b7a6-d79e38e7d0d2',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 779.847329] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 779.851364] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 779.851364] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 779.851500] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 779.852181] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 779.861628] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 72339107-b0aa-4dfd-956d-5878859c7012 in Status: IN_PROGRESS for 2s [ 780.002485] env[69685]: INFO networking_nsxv3.common.synchronization [None req-e7063c1e-6c76-426a-a0a5-c58e9335cb36 tempest-VolumesAdminNegativeTest-1313008661 tempest-VolumesAdminNegativeTest-1313008661-project-member] Enqueued Resource ID: f65c8e4c-f08a-4581-b7a6-d79e38e7d0d2 with Priority: HIGHEST for action security_group_rules [ 780.003062] env[69685]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f65c8e4c-f08a-4581-b7a6-d79e38e7d0d2 with Priority: HIGHEST for action security_group_rules [ 780.005185] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f65c8e4c-f08a-4581-b7a6-d79e38e7d0d2 taken with stack trace [, , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 780.005185] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f65c8e4c-f08a-4581-b7a6-d79e38e7d0d2" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.043776] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('373dc220-6922-42c9-9031-971b9f1da491',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 780.062532] env[69685]: INFO networking_nsxv3.common.synchronization [None req-b611008c-1a3b-4f02-ab43-8dca49cace82 None None] Enqueued Resource ID: 7df85d4d-4670-414e-add7-dfb99d92e223 with Priority: HIGHEST for action port [ 780.063308] env[69685]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7df85d4d-4670-414e-add7-dfb99d92e223 with Priority: HIGHEST for action port [ 780.063891] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock port-7df85d4d-4670-414e-add7-dfb99d92e223 taken with stack trace [, , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 780.063964] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-7df85d4d-4670-414e-add7-dfb99d92e223" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.065100] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-7df85d4d-4670-414e-add7-dfb99d92e223" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 780.065404] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-7df85d4d-4670-414e-add7-dfb99d92e223" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 780.066022] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7df85d4d-4670-414e-add7-dfb99d92e223',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 780.328599] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 780.328599] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.328751] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 780.328917] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 780.329016] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 780.329116] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f65c8e4c-f08a-4581-b7a6-d79e38e7d0d2 already deleted. [ 780.329202] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f65c8e4c-f08a-4581-b7a6-d79e38e7d0d2" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 780.329371] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f65c8e4c-f08a-4581-b7a6-d79e38e7d0d2" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 780.329532] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f65c8e4c-f08a-4581-b7a6-d79e38e7d0d2" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 780.329618] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f65c8e4c-f08a-4581-b7a6-d79e38e7d0d2',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 780.394486] env[69685]: INFO networking_nsxv3.common.synchronization [req-6d8f5501-f34b-4441-be58-2bf7a6a7be32 req-7c2c8d71-21cc-4336-b567-d559efed6051 service nova] Enqueued Resource ID: 72339107-b0aa-4dfd-956d-5878859c7012 with Priority: HIGHEST for action security_group_rules [ 780.394486] env[69685]: INFO networking_nsxv3.common.synchronization [req-6d8f5501-f34b-4441-be58-2bf7a6a7be32 req-7c2c8d71-21cc-4336-b567-d559efed6051 service nova] Enqueued Resource ID: 72339107-b0aa-4dfd-956d-5878859c7012 with Priority: HIGHEST for action security_group_members [ 780.394486] env[69685]: INFO networking_nsxv3.common.synchronization [req-6d8f5501-f34b-4441-be58-2bf7a6a7be32 req-7c2c8d71-21cc-4336-b567-d559efed6051 service nova] Enqueued Resource ID: 54575794-ba19-4cdc-942a-7e12ff5fed5f with Priority: HIGHEST for action port [ 780.394486] env[69685]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 72339107-b0aa-4dfd-956d-5878859c7012 with Priority: HIGHEST for action security_group_rules [ 780.394486] env[69685]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 72339107-b0aa-4dfd-956d-5878859c7012 with Priority: HIGHEST for action security_group_members [ 780.394486] env[69685]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 54575794-ba19-4cdc-942a-7e12ff5fed5f with Priority: HIGHEST for action port [ 780.394486] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock rules-72339107-b0aa-4dfd-956d-5878859c7012 taken with stack trace [, , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 780.394486] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-72339107-b0aa-4dfd-956d-5878859c7012" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.394999] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-72339107-b0aa-4dfd-956d-5878859c7012" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 780.394999] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-72339107-b0aa-4dfd-956d-5878859c7012" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 780.394999] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('72339107-b0aa-4dfd-956d-5878859c7012',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 780.396895] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock member-72339107-b0aa-4dfd-956d-5878859c7012 taken with stack trace [, , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 780.396957] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-72339107-b0aa-4dfd-956d-5878859c7012" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.397168] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock port-54575794-ba19-4cdc-942a-7e12ff5fed5f taken with stack trace [, , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 780.397819] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-54575794-ba19-4cdc-942a-7e12ff5fed5f" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.397819] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-54575794-ba19-4cdc-942a-7e12ff5fed5f" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 780.397819] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-54575794-ba19-4cdc-942a-7e12ff5fed5f" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 780.397819] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('54575794-ba19-4cdc-942a-7e12ff5fed5f',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 780.545654] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 780.545855] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.545933] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 780.546124] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 780.546212] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 780.546309] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 373dc220-6922-42c9-9031-971b9f1da491 is going to be created. [ 780.570146] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 780.570146] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.570146] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 780.570146] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 780.570146] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 780.570882] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 7df85d4d-4670-414e-add7-dfb99d92e223 [ 780.572030] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 780.572138] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.572166] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 780.573068] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 780.574295] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 780.574381] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:7df85d4d-4670-414e-add7-dfb99d92e223 already deleted. [ 780.574609] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-7df85d4d-4670-414e-add7-dfb99d92e223" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 780.582708] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 373dc220-6922-42c9-9031-971b9f1da491 in Status: UNINITIALIZED for 2s [ 780.849164] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 780.849951] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.849951] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 780.849951] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 780.849951] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 780.849951] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f65c8e4c-f08a-4581-b7a6-d79e38e7d0d2 already deleted. [ 780.849951] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f65c8e4c-f08a-4581-b7a6-d79e38e7d0d2" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 780.900696] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock member-72339107-b0aa-4dfd-956d-5878859c7012 taken with stack trace [, , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 780.900769] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-72339107-b0aa-4dfd-956d-5878859c7012" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.900942] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 54575794-ba19-4cdc-942a-7e12ff5fed5f with status ACTIVE [ 780.901120] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 780.901226] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.901293] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 780.901509] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 780.901588] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 780.901752] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 780.901847] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.901908] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 780.902080] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 780.902161] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 780.902340] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 780.902433] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.902495] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 780.902817] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 780.902817] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 780.902817] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 54575794-ba19-4cdc-942a-7e12ff5fed5f is going to be updated. [ 780.923487] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 780.924560] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.924560] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 780.924560] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 780.924715] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 780.924827] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-54575794-ba19-4cdc-942a-7e12ff5fed5f" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 781.018037] env[69685]: INFO networking_nsxv3.common.synchronization [None req-4ea621ae-3b06-406f-84cb-01f2c0711bf5 None None] Enqueued Resource ID: 18379e42-7be7-420d-885f-53795849ae77 with Priority: HIGHEST for action port [ 781.018949] env[69685]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 18379e42-7be7-420d-885f-53795849ae77 with Priority: HIGHEST for action port [ 781.019252] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock port-18379e42-7be7-420d-885f-53795849ae77 taken with stack trace [, , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 781.019382] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-18379e42-7be7-420d-885f-53795849ae77" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.019447] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-18379e42-7be7-420d-885f-53795849ae77" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 781.019698] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-18379e42-7be7-420d-885f-53795849ae77" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 781.019774] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('18379e42-7be7-420d-885f-53795849ae77',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 781.151740] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f9fe5796-97e5-42cd-b9a0-bf405b68f6e5 in Status: SUCCESS [ 781.151957] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f9fe5796-97e5-42cd-b9a0-bf405b68f6e5" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 781.152495] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f9fe5796-97e5-42cd-b9a0-bf405b68f6e5" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 781.152728] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f9fe5796-97e5-42cd-b9a0-bf405b68f6e5" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 781.152917] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 781.153056] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.153103] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 781.153256] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 781.153336] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 781.153421] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f9fe5796-97e5-42cd-b9a0-bf405b68f6e5" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 781.153508] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('f9fe5796-97e5-42cd-b9a0-bf405b68f6e5',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 781.525548] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 18379e42-7be7-420d-885f-53795849ae77 [ 781.525688] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 781.525996] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.525996] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 781.526647] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 781.526647] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 781.526647] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:18379e42-7be7-420d-885f-53795849ae77 already deleted. [ 781.526647] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-18379e42-7be7-420d-885f-53795849ae77" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 781.659407] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock member-f9fe5796-97e5-42cd-b9a0-bf405b68f6e5 taken with stack trace [, , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 781.659592] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f9fe5796-97e5-42cd-b9a0-bf405b68f6e5" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.659633] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f9fe5796-97e5-42cd-b9a0-bf405b68f6e5" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 781.659845] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f9fe5796-97e5-42cd-b9a0-bf405b68f6e5" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 781.660031] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 781.660139] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.660173] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 781.660389] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 781.660389] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 781.660475] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f9fe5796-97e5-42cd-b9a0-bf405b68f6e5" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 781.660610] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock member-f9fe5796-97e5-42cd-b9a0-bf405b68f6e5 taken with stack trace [, , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 781.660695] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f9fe5796-97e5-42cd-b9a0-bf405b68f6e5" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.660755] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f9fe5796-97e5-42cd-b9a0-bf405b68f6e5" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 781.660967] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f9fe5796-97e5-42cd-b9a0-bf405b68f6e5" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 781.661051] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 781.661193] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.661193] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 781.661318] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 781.661395] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 781.661479] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f9fe5796-97e5-42cd-b9a0-bf405b68f6e5" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 781.661568] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('f9fe5796-97e5-42cd-b9a0-bf405b68f6e5',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 781.877508] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 72339107-b0aa-4dfd-956d-5878859c7012 in Status: SUCCESS [ 781.877508] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-72339107-b0aa-4dfd-956d-5878859c7012" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 781.877508] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-72339107-b0aa-4dfd-956d-5878859c7012" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 781.877508] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-72339107-b0aa-4dfd-956d-5878859c7012" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 781.877508] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 781.877508] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.877508] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 781.877508] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 781.877508] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 781.877508] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('72339107-b0aa-4dfd-956d-5878859c7012',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 781.979081] env[69685]: INFO networking_nsxv3.common.synchronization [None req-b9731037-e97c-47ff-b6f4-d09b497c4bae None None] Enqueued Resource ID: 997c0607-dc20-42f3-bf5b-2a956c6d2f5c with Priority: HIGHEST for action port [ 781.979230] env[69685]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 997c0607-dc20-42f3-bf5b-2a956c6d2f5c with Priority: HIGHEST for action port [ 781.979761] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock port-997c0607-dc20-42f3-bf5b-2a956c6d2f5c taken with stack trace [, , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 781.980719] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-997c0607-dc20-42f3-bf5b-2a956c6d2f5c" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.980719] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-997c0607-dc20-42f3-bf5b-2a956c6d2f5c" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 781.980719] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-997c0607-dc20-42f3-bf5b-2a956c6d2f5c" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 781.980719] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('997c0607-dc20-42f3-bf5b-2a956c6d2f5c',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 782.167475] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for f9fe5796-97e5-42cd-b9a0-bf405b68f6e5: rpc.has_security_group_logging(os_id): False [ 782.185455] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 782.185455] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 782.185455] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 782.185455] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 782.185455] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 782.185455] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 782.185808] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 782.185808] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 782.185808] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 782.185808] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 782.186088] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 782.186088] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 782.186169] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 782.186875] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 782.186875] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 782.186875] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 782.186875] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 782.186875] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 782.186875] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 782.186875] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 782.187376] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f9fe5796-97e5-42cd-b9a0-bf405b68f6e5 is going to be created. [ 782.246522] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 782.246662] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 782.246761] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 782.246970] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 782.247154] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 782.259893] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f9fe5796-97e5-42cd-b9a0-bf405b68f6e5 in Status: IN_PROGRESS for 2s [ 782.382596] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('72339107-b0aa-4dfd-956d-5878859c7012',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 782.487216] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 997c0607-dc20-42f3-bf5b-2a956c6d2f5c [ 782.487216] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 782.487337] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 782.487337] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 782.487617] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 782.487617] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 782.487736] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:997c0607-dc20-42f3-bf5b-2a956c6d2f5c already deleted. [ 782.487791] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-997c0607-dc20-42f3-bf5b-2a956c6d2f5c" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 782.594060] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 373dc220-6922-42c9-9031-971b9f1da491 in Status: SUCCESS [ 782.594262] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-373dc220-6922-42c9-9031-971b9f1da491" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 782.594439] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-373dc220-6922-42c9-9031-971b9f1da491" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 782.594825] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-373dc220-6922-42c9-9031-971b9f1da491" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 782.595294] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 782.595294] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 782.595294] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 782.595294] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 782.595422] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 782.595449] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-373dc220-6922-42c9-9031-971b9f1da491" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 782.595541] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('373dc220-6922-42c9-9031-971b9f1da491',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 782.628593] env[69685]: INFO networking_nsxv3.common.synchronization [req-ab87d743-de39-4c47-acd1-c29534eb2c1f req-2f4fb646-d8a7-4eda-9ad9-39ecbc99e6ad tempest-ServerRescueTestJSONUnderV235-2080901398 tempest-ServerRescueTestJSONUnderV235-2080901398-project-member] Enqueued Resource ID: 2b000dee-769a-4bb0-b998-8044b7c26fbc with Priority: HIGHEST for action security_group_members [ 782.628838] env[69685]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2b000dee-769a-4bb0-b998-8044b7c26fbc with Priority: HIGHEST for action security_group_members [ 782.629174] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock member-2b000dee-769a-4bb0-b998-8044b7c26fbc taken with stack trace [, , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 782.629302] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2b000dee-769a-4bb0-b998-8044b7c26fbc" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 782.629367] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2b000dee-769a-4bb0-b998-8044b7c26fbc" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 782.629624] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2b000dee-769a-4bb0-b998-8044b7c26fbc" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 782.629782] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 782.629879] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 782.630393] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 782.631541] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 782.631632] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 782.631728] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2b000dee-769a-4bb0-b998-8044b7c26fbc',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 782.886656] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('72339107-b0aa-4dfd-956d-5878859c7012',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 783.100258] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock member-373dc220-6922-42c9-9031-971b9f1da491 taken with stack trace [, , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 783.100669] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-373dc220-6922-42c9-9031-971b9f1da491" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 783.100669] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-373dc220-6922-42c9-9031-971b9f1da491" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 783.100758] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-373dc220-6922-42c9-9031-971b9f1da491" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 783.100871] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 783.100977] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 783.101893] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 783.102596] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 783.102596] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 783.102596] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-373dc220-6922-42c9-9031-971b9f1da491" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 783.102724] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock member-373dc220-6922-42c9-9031-971b9f1da491 taken with stack trace [, , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 783.102770] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-373dc220-6922-42c9-9031-971b9f1da491" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 783.102808] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-373dc220-6922-42c9-9031-971b9f1da491" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 783.102953] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-373dc220-6922-42c9-9031-971b9f1da491" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 783.103118] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 783.103210] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 783.103370] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 783.103419] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 783.103482] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 783.103565] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-373dc220-6922-42c9-9031-971b9f1da491" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 783.103669] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('373dc220-6922-42c9-9031-971b9f1da491',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 783.134542] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 783.134542] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 783.134542] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 783.134839] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 783.134839] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 783.134939] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 783.135115] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 783.135115] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 783.135239] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 783.135316] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 783.135405] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2b000dee-769a-4bb0-b998-8044b7c26fbc already deleted. [ 783.135483] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2b000dee-769a-4bb0-b998-8044b7c26fbc" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 783.148182] env[69685]: DEBUG networking_nsxv3.common.locking [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Lock network-978 taken with stack trace [, , , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 783.148660] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquiring lock "network-978" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 783.148908] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquired lock "network-978" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 783.149276] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquired external semaphore "network-978" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 783.149636] env[69685]: DEBUG networking_nsxv3.common.locking [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 783.149886] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquiring lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 783.150079] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquired lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 783.150403] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquired external semaphore "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 783.151048] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Releasing lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 783.151048] env[69685]: DEBUG dogpile.cache.region [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] No value present for key: 'zone-id' {{(pid=69685) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 783.151048] env[69685]: DEBUG dogpile.lock [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] NeedRegenerationException {{(pid=69685) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 783.151221] env[69685]: DEBUG dogpile.lock [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] no value, waiting for create lock {{(pid=69685) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 783.151279] env[69685]: DEBUG dogpile.lock [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] value creation lock acquired {{(pid=69685) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 783.151452] env[69685]: DEBUG dogpile.cache.region [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] No value present for key: 'zone-id' {{(pid=69685) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 783.151863] env[69685]: DEBUG dogpile.lock [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Calling creation function for not-yet-present value {{(pid=69685) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 783.151863] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 783.170627] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 783.171038] env[69685]: DEBUG dogpile.cache.region [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=69685) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 783.171938] env[69685]: DEBUG dogpile.lock [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Released creation lock {{(pid=69685) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 783.171938] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Releasing lock "network-978" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 783.171938] env[69685]: DEBUG networking_nsxv3.common.locking [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Lock port-e30c0619-53c4-4d05-911a-84b28748dbb1 taken with stack trace [, , , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 783.171938] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquiring lock "port-e30c0619-53c4-4d05-911a-84b28748dbb1" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 783.172204] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquired lock "port-e30c0619-53c4-4d05-911a-84b28748dbb1" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 783.172613] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquired external semaphore "port-e30c0619-53c4-4d05-911a-84b28748dbb1" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 783.172825] env[69685]: DEBUG networking_nsxv3.api.rpc [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e30c0619-53c4-4d05-911a-84b28748dbb1',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 783.393514] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 783.393514] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 783.393635] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 783.393807] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 783.393911] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 783.394018] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 72339107-b0aa-4dfd-956d-5878859c7012 is going to be updated. [ 783.420393] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 783.420779] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 783.420779] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 783.421142] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 783.421142] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 783.429243] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 72339107-b0aa-4dfd-956d-5878859c7012 in Status: IN_PROGRESS for 2s [ 783.606283] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 373dc220-6922-42c9-9031-971b9f1da491: rpc.has_security_group_logging(os_id): False [ 783.624158] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 783.624387] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 783.624495] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 783.624823] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 783.624989] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 783.625298] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 783.625424] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 783.625509] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 783.625688] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 783.625773] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 783.625984] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 783.628856] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 783.628856] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 783.628856] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 783.628856] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 783.628856] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 783.628856] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 783.628856] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 783.628856] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 783.628856] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 783.628856] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 373dc220-6922-42c9-9031-971b9f1da491 is going to be created. [ 783.676167] env[69685]: DEBUG networking_nsxv3.common.locking [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 783.676393] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquiring lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 783.676518] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquired lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 783.676788] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquired external semaphore "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 783.676930] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Releasing lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 783.677114] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Segment Port e30c0619-53c4-4d05-911a-84b28748dbb1 not found, creating... [ 783.677383] env[69685]: DEBUG networking_nsxv3.common.locking [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 783.677541] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquiring lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 783.677653] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquired lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 783.677886] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquired external semaphore "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 783.678044] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Releasing lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 783.678365] env[69685]: DEBUG networking_nsxv3.common.locking [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 783.678487] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquiring lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 783.678587] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquired lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 783.678847] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquired external semaphore "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 783.678972] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Releasing lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 783.679122] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Resource: SegmentPort with ID: e30c0619-53c4-4d05-911a-84b28748dbb1 is going to be created. [ 783.681368] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 783.681482] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 783.681542] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 783.683229] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 783.683229] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 783.694213] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 373dc220-6922-42c9-9031-971b9f1da491 in Status: IN_PROGRESS for 2s [ 783.696220] env[69685]: INFO networking_nsxv3.common.synchronization [None req-49a1796c-3d84-402b-995a-69f48f153b73 None None] Enqueued Resource ID: 2a00d4be-5f77-4aa1-826f-fed3a647e3c0 with Priority: HIGHEST for action port [ 783.696347] env[69685]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2a00d4be-5f77-4aa1-826f-fed3a647e3c0 with Priority: HIGHEST for action port [ 783.696878] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock port-2a00d4be-5f77-4aa1-826f-fed3a647e3c0 taken with stack trace [, , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 783.697015] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-2a00d4be-5f77-4aa1-826f-fed3a647e3c0" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 783.698104] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-2a00d4be-5f77-4aa1-826f-fed3a647e3c0" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 783.698524] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-2a00d4be-5f77-4aa1-826f-fed3a647e3c0" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 783.699239] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2a00d4be-5f77-4aa1-826f-fed3a647e3c0',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 783.702272] env[69685]: DEBUG networking_nsxv3.common.locking [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 783.702390] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquiring lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 783.702476] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquired lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 783.702747] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquired external semaphore "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 783.703030] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Releasing lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 783.703226] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Releasing lock "port-e30c0619-53c4-4d05-911a-84b28748dbb1" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 784.102134] env[69685]: INFO networking_nsxv3.common.synchronization [None req-5b002fc5-e6d6-41b8-a327-e5f59f1df19e tempest-AttachVolumeShelveTestJSON-978007978 tempest-AttachVolumeShelveTestJSON-978007978-project-member] Enqueued Resource ID: 001d6e59-0565-43c1-8370-8ff4e3de8dbb with Priority: HIGHEST for action security_group_rules [ 784.102541] env[69685]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 001d6e59-0565-43c1-8370-8ff4e3de8dbb with Priority: HIGHEST for action security_group_rules [ 784.106588] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock rules-001d6e59-0565-43c1-8370-8ff4e3de8dbb taken with stack trace [, , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 784.106735] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-001d6e59-0565-43c1-8370-8ff4e3de8dbb" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.106805] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-001d6e59-0565-43c1-8370-8ff4e3de8dbb" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 784.107469] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-001d6e59-0565-43c1-8370-8ff4e3de8dbb" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 784.107469] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('001d6e59-0565-43c1-8370-8ff4e3de8dbb',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 784.108652] env[69685]: INFO networking_nsxv3.common.synchronization [None req-41c82960-f9af-4a23-b45d-9fb32e1fc0a1 tempest-ServersV294TestFqdnHostnames-1901375698 tempest-ServersV294TestFqdnHostnames-1901375698-project-member] Enqueued Resource ID: 9f77f884-bf5a-4239-9508-cd9e7aec6f18 with Priority: HIGHEST for action security_group_rules [ 784.109205] env[69685]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9f77f884-bf5a-4239-9508-cd9e7aec6f18 with Priority: HIGHEST for action security_group_rules [ 784.109478] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock rules-9f77f884-bf5a-4239-9508-cd9e7aec6f18 taken with stack trace [, , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 784.109592] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-9f77f884-bf5a-4239-9508-cd9e7aec6f18" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.109707] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-9f77f884-bf5a-4239-9508-cd9e7aec6f18" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 784.109890] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-9f77f884-bf5a-4239-9508-cd9e7aec6f18" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 784.109969] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('9f77f884-bf5a-4239-9508-cd9e7aec6f18',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 784.184662] env[69685]: INFO networking_nsxv3.common.synchronization [None req-e8b6c096-355e-4b71-9a08-c75a6c061174 tempest-AttachVolumeShelveTestJSON-978007978 tempest-AttachVolumeShelveTestJSON-978007978-project-member] Enqueued Resource ID: 001d6e59-0565-43c1-8370-8ff4e3de8dbb with Priority: HIGHEST for action security_group_rules [ 784.184864] env[69685]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 001d6e59-0565-43c1-8370-8ff4e3de8dbb with Priority: HIGHEST for action security_group_rules [ 784.185185] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock rules-001d6e59-0565-43c1-8370-8ff4e3de8dbb taken with stack trace [, , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 784.185292] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-001d6e59-0565-43c1-8370-8ff4e3de8dbb" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.205638] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 2a00d4be-5f77-4aa1-826f-fed3a647e3c0 [ 784.205891] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 784.206127] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.206127] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 784.206345] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 784.206446] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 784.206568] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:2a00d4be-5f77-4aa1-826f-fed3a647e3c0 already deleted. [ 784.206657] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-2a00d4be-5f77-4aa1-826f-fed3a647e3c0" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 784.244317] env[69685]: INFO networking_nsxv3.common.synchronization [None req-c41bf383-116b-492c-b466-81343fd93530 tempest-ServersV294TestFqdnHostnames-1901375698 tempest-ServersV294TestFqdnHostnames-1901375698-project-member] Enqueued Resource ID: 9f77f884-bf5a-4239-9508-cd9e7aec6f18 with Priority: HIGHEST for action security_group_rules [ 784.244573] env[69685]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9f77f884-bf5a-4239-9508-cd9e7aec6f18 with Priority: HIGHEST for action security_group_rules [ 784.245263] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock rules-9f77f884-bf5a-4239-9508-cd9e7aec6f18 taken with stack trace [, , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 784.245365] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-9f77f884-bf5a-4239-9508-cd9e7aec6f18" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.271152] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f9fe5796-97e5-42cd-b9a0-bf405b68f6e5 in Status: SUCCESS [ 784.271360] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f9fe5796-97e5-42cd-b9a0-bf405b68f6e5" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 784.625041] env[69685]: INFO networking_nsxv3.common.synchronization [req-ab87d743-de39-4c47-acd1-c29534eb2c1f req-99391eba-cf1a-4aab-9a51-e843c2573991 service nova] Enqueued Resource ID: 2b000dee-769a-4bb0-b998-8044b7c26fbc with Priority: HIGHEST for action security_group_rules [ 784.625227] env[69685]: INFO networking_nsxv3.common.synchronization [req-ab87d743-de39-4c47-acd1-c29534eb2c1f req-99391eba-cf1a-4aab-9a51-e843c2573991 service nova] Enqueued Resource ID: 2b000dee-769a-4bb0-b998-8044b7c26fbc with Priority: HIGHEST for action security_group_members [ 784.625374] env[69685]: INFO networking_nsxv3.common.synchronization [req-ab87d743-de39-4c47-acd1-c29534eb2c1f req-99391eba-cf1a-4aab-9a51-e843c2573991 service nova] Enqueued Resource ID: e30c0619-53c4-4d05-911a-84b28748dbb1 with Priority: HIGHEST for action port [ 784.627263] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 784.627263] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.627263] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 784.627263] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 784.627263] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 784.627263] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 001d6e59-0565-43c1-8370-8ff4e3de8dbb already deleted. [ 784.627263] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-001d6e59-0565-43c1-8370-8ff4e3de8dbb" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 784.627483] env[69685]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2b000dee-769a-4bb0-b998-8044b7c26fbc with Priority: HIGHEST for action security_group_rules [ 784.627483] env[69685]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2b000dee-769a-4bb0-b998-8044b7c26fbc with Priority: HIGHEST for action security_group_members [ 784.627532] env[69685]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e30c0619-53c4-4d05-911a-84b28748dbb1 with Priority: HIGHEST for action port [ 784.627974] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-001d6e59-0565-43c1-8370-8ff4e3de8dbb" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 784.628176] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-001d6e59-0565-43c1-8370-8ff4e3de8dbb" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 784.628262] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('001d6e59-0565-43c1-8370-8ff4e3de8dbb',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 784.629134] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock rules-2b000dee-769a-4bb0-b998-8044b7c26fbc taken with stack trace [, , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 784.629253] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-2b000dee-769a-4bb0-b998-8044b7c26fbc" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.629327] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-2b000dee-769a-4bb0-b998-8044b7c26fbc" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 784.632501] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-2b000dee-769a-4bb0-b998-8044b7c26fbc" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 784.632501] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('2b000dee-769a-4bb0-b998-8044b7c26fbc',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 784.632501] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock member-2b000dee-769a-4bb0-b998-8044b7c26fbc taken with stack trace [, , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 784.632501] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2b000dee-769a-4bb0-b998-8044b7c26fbc" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.632501] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2b000dee-769a-4bb0-b998-8044b7c26fbc" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 784.632501] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2b000dee-769a-4bb0-b998-8044b7c26fbc" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 784.632501] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 784.632501] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.632501] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 784.632501] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 784.632501] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 784.632501] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2b000dee-769a-4bb0-b998-8044b7c26fbc',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 784.632501] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock port-e30c0619-53c4-4d05-911a-84b28748dbb1 taken with stack trace [, , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 784.633311] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e30c0619-53c4-4d05-911a-84b28748dbb1" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.633311] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e30c0619-53c4-4d05-911a-84b28748dbb1" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 784.633311] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e30c0619-53c4-4d05-911a-84b28748dbb1" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 784.633311] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e30c0619-53c4-4d05-911a-84b28748dbb1',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 784.634689] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 784.634689] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.634844] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 784.634936] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 784.635037] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 784.636013] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 9f77f884-bf5a-4239-9508-cd9e7aec6f18 already deleted. [ 784.636013] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-9f77f884-bf5a-4239-9508-cd9e7aec6f18" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 784.636258] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-9f77f884-bf5a-4239-9508-cd9e7aec6f18" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 784.636423] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-9f77f884-bf5a-4239-9508-cd9e7aec6f18" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 784.636500] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('9f77f884-bf5a-4239-9508-cd9e7aec6f18',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 785.138066] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock member-2b000dee-769a-4bb0-b998-8044b7c26fbc taken with stack trace [, , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 785.138368] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2b000dee-769a-4bb0-b998-8044b7c26fbc" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.138368] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('2b000dee-769a-4bb0-b998-8044b7c26fbc',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 785.142822] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port e30c0619-53c4-4d05-911a-84b28748dbb1 with status ACTIVE [ 785.143091] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 785.143227] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.143297] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.143500] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 785.143588] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.143762] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 785.143863] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.143927] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.144093] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 785.144173] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.144363] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 785.144462] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.144534] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.144700] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 785.144794] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.145143] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: e30c0619-53c4-4d05-911a-84b28748dbb1 is going to be updated. [ 785.161138] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 785.161138] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.161138] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.161138] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 785.161138] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.161138] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 001d6e59-0565-43c1-8370-8ff4e3de8dbb already deleted. [ 785.161138] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-001d6e59-0565-43c1-8370-8ff4e3de8dbb" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.162278] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 785.162401] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.162466] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.162634] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 785.162794] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.162887] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 9f77f884-bf5a-4239-9508-cd9e7aec6f18 already deleted. [ 785.163805] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-9f77f884-bf5a-4239-9508-cd9e7aec6f18" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.175616] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 785.175616] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.175616] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.175616] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 785.175616] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.175616] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e30c0619-53c4-4d05-911a-84b28748dbb1" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.438548] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 72339107-b0aa-4dfd-956d-5878859c7012 in Status: SUCCESS [ 785.438771] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-72339107-b0aa-4dfd-956d-5878859c7012" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.438937] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-72339107-b0aa-4dfd-956d-5878859c7012" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.439162] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-72339107-b0aa-4dfd-956d-5878859c7012" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 785.439353] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 785.440213] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.440291] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.442603] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 785.442603] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.442603] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-72339107-b0aa-4dfd-956d-5878859c7012" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.442603] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('72339107-b0aa-4dfd-956d-5878859c7012',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 785.444712] env[69685]: INFO networking_nsxv3.common.synchronization [req-db5b880b-fb36-48b5-ac78-9f26a65641b9 req-281fb0ff-d269-41f0-8c5a-3e6e6588feaa tempest-FloatingIPsAssociationNegativeTestJSON-1529937396 tempest-FloatingIPsAssociationNegativeTestJSON-1529937396-project-member] Enqueued Resource ID: 6cf41d16-4205-4887-b38c-620fa22008fa with Priority: HIGHEST for action security_group_members [ 785.445046] env[69685]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6cf41d16-4205-4887-b38c-620fa22008fa with Priority: HIGHEST for action security_group_members [ 785.445756] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock member-6cf41d16-4205-4887-b38c-620fa22008fa taken with stack trace [, , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 785.446199] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6cf41d16-4205-4887-b38c-620fa22008fa" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.446199] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6cf41d16-4205-4887-b38c-620fa22008fa" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.447662] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6cf41d16-4205-4887-b38c-620fa22008fa" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 785.447857] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 785.447966] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.448053] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.448218] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 785.448328] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.448395] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6cf41d16-4205-4887-b38c-620fa22008fa',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 785.643100] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('2b000dee-769a-4bb0-b998-8044b7c26fbc',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 785.707029] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 373dc220-6922-42c9-9031-971b9f1da491 in Status: SUCCESS [ 785.707029] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-373dc220-6922-42c9-9031-971b9f1da491" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.946419] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock member-72339107-b0aa-4dfd-956d-5878859c7012 taken with stack trace [, , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 785.946618] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-72339107-b0aa-4dfd-956d-5878859c7012" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.946684] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-72339107-b0aa-4dfd-956d-5878859c7012" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.946880] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-72339107-b0aa-4dfd-956d-5878859c7012" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 785.948415] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 785.948415] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.948415] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.948415] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 785.948415] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.948415] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-72339107-b0aa-4dfd-956d-5878859c7012" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.948415] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock member-72339107-b0aa-4dfd-956d-5878859c7012 taken with stack trace [, , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 785.948415] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-72339107-b0aa-4dfd-956d-5878859c7012" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.948415] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-72339107-b0aa-4dfd-956d-5878859c7012" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.948415] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-72339107-b0aa-4dfd-956d-5878859c7012" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 785.948415] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 785.949057] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.949057] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.949057] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 785.949057] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.949057] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-72339107-b0aa-4dfd-956d-5878859c7012" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.949057] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('72339107-b0aa-4dfd-956d-5878859c7012',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 785.952511] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 785.952634] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.952812] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.953007] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 785.953101] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.953304] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 785.953403] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.953479] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.953707] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 785.953707] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.953788] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6cf41d16-4205-4887-b38c-620fa22008fa already deleted. [ 785.953875] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6cf41d16-4205-4887-b38c-620fa22008fa" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 786.150369] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 786.150708] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.150708] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 786.150842] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 786.150943] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 786.151070] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2b000dee-769a-4bb0-b998-8044b7c26fbc is going to be created. [ 786.173348] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 786.173491] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.173587] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 786.174464] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 786.174597] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 786.190392] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2b000dee-769a-4bb0-b998-8044b7c26fbc in Status: UNINITIALIZED for 2s [ 786.256226] env[69685]: DEBUG networking_nsxv3.common.locking [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Lock network-345 taken with stack trace [, , , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 786.256705] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquiring lock "network-345" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.256705] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquired lock "network-345" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 786.256964] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquired external semaphore "network-345" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 786.257248] env[69685]: DEBUG networking_nsxv3.common.locking [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 786.257418] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquiring lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.257534] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquired lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 786.257814] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquired external semaphore "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 786.257966] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Releasing lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 786.258224] env[69685]: DEBUG dogpile.cache.region [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] No value present for key: 'zone-id' {{(pid=69685) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 786.258352] env[69685]: DEBUG dogpile.lock [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] NeedRegenerationException {{(pid=69685) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 786.258459] env[69685]: DEBUG dogpile.lock [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] no value, waiting for create lock {{(pid=69685) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 786.258566] env[69685]: DEBUG dogpile.lock [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] value creation lock acquired {{(pid=69685) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 786.258693] env[69685]: DEBUG dogpile.cache.region [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] No value present for key: 'zone-id' {{(pid=69685) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 786.258799] env[69685]: DEBUG dogpile.lock [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Calling creation function for not-yet-present value {{(pid=69685) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 786.258933] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 786.277254] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 786.277254] env[69685]: DEBUG dogpile.cache.region [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Cache value generated in 0.018 seconds for key(s): 'zone-id' {{(pid=69685) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 786.277254] env[69685]: DEBUG dogpile.lock [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Released creation lock {{(pid=69685) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 786.277431] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Releasing lock "network-345" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 786.277828] env[69685]: DEBUG networking_nsxv3.common.locking [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Lock port-0bfa67cc-25d2-4262-be5f-0ba92f5a85ff taken with stack trace [, , , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 786.278070] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquiring lock "port-0bfa67cc-25d2-4262-be5f-0ba92f5a85ff" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.278204] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquired lock "port-0bfa67cc-25d2-4262-be5f-0ba92f5a85ff" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 786.278583] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquired external semaphore "port-0bfa67cc-25d2-4262-be5f-0ba92f5a85ff" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 786.278721] env[69685]: DEBUG networking_nsxv3.api.rpc [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0bfa67cc-25d2-4262-be5f-0ba92f5a85ff',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 786.455495] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 72339107-b0aa-4dfd-956d-5878859c7012: rpc.has_security_group_logging(os_id): False [ 786.472713] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 786.472896] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.472954] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 786.473203] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 786.473344] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 786.473552] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 786.473653] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.473719] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 786.473884] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 786.473986] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 786.474215] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 786.474395] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.474395] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 786.474514] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 786.474590] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 786.474829] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 786.474938] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.475025] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 786.476385] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 786.476498] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 786.476599] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 72339107-b0aa-4dfd-956d-5878859c7012 is going to be updated. [ 786.542037] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 786.542679] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.542679] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 786.542679] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 786.542679] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 786.553806] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 72339107-b0aa-4dfd-956d-5878859c7012 in Status: IN_PROGRESS for 2s [ 786.781450] env[69685]: DEBUG networking_nsxv3.common.locking [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 786.781686] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquiring lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.781815] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquired lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 786.782114] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquired external semaphore "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 786.782272] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Releasing lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 786.782429] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Segment Port 0bfa67cc-25d2-4262-be5f-0ba92f5a85ff not found, creating... [ 786.782685] env[69685]: DEBUG networking_nsxv3.common.locking [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 786.782844] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquiring lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.782977] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquired lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 786.783200] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquired external semaphore "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 786.783338] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Releasing lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 786.783617] env[69685]: DEBUG networking_nsxv3.common.locking [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 786.783797] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquiring lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.783940] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquired lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 786.784542] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquired external semaphore "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 786.784739] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Releasing lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 786.784928] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Resource: SegmentPort with ID: 0bfa67cc-25d2-4262-be5f-0ba92f5a85ff is going to be created. [ 786.804751] env[69685]: DEBUG networking_nsxv3.common.locking [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 786.804979] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquiring lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.805114] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquired lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 786.805363] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquired external semaphore "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 786.805580] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Releasing lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 786.805798] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Releasing lock "port-0bfa67cc-25d2-4262-be5f-0ba92f5a85ff" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 787.331239] env[69685]: INFO networking_nsxv3.common.synchronization [req-e9a6cdf9-885e-4432-a9de-f94acbe349d5 req-ac3b6989-8ea9-45c4-a3f3-346a8582e257 tempest-ServersTestManualDisk-1062873455 tempest-ServersTestManualDisk-1062873455-project-member] Enqueued Resource ID: a092aa68-9019-4bb2-8328-7755f4756316 with Priority: HIGHEST for action security_group_members [ 787.332166] env[69685]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a092aa68-9019-4bb2-8328-7755f4756316 with Priority: HIGHEST for action security_group_members [ 787.332759] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock member-a092aa68-9019-4bb2-8328-7755f4756316 taken with stack trace [, , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 787.332982] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a092aa68-9019-4bb2-8328-7755f4756316" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.333111] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a092aa68-9019-4bb2-8328-7755f4756316" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 787.333431] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a092aa68-9019-4bb2-8328-7755f4756316" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 787.333675] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 787.333813] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.333903] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 787.334331] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 787.334501] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 787.334613] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a092aa68-9019-4bb2-8328-7755f4756316',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 787.735528] env[69685]: INFO networking_nsxv3.common.synchronization [req-db5b880b-fb36-48b5-ac78-9f26a65641b9 req-97a495af-b4e8-48d2-ab98-28ba6e26ad6c service nova] Enqueued Resource ID: 6cf41d16-4205-4887-b38c-620fa22008fa with Priority: HIGHEST for action security_group_rules [ 787.735813] env[69685]: INFO networking_nsxv3.common.synchronization [req-db5b880b-fb36-48b5-ac78-9f26a65641b9 req-97a495af-b4e8-48d2-ab98-28ba6e26ad6c service nova] Enqueued Resource ID: 6cf41d16-4205-4887-b38c-620fa22008fa with Priority: HIGHEST for action security_group_members [ 787.738643] env[69685]: INFO networking_nsxv3.common.synchronization [req-db5b880b-fb36-48b5-ac78-9f26a65641b9 req-97a495af-b4e8-48d2-ab98-28ba6e26ad6c service nova] Enqueued Resource ID: 0bfa67cc-25d2-4262-be5f-0ba92f5a85ff with Priority: HIGHEST for action port [ 787.739552] env[69685]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6cf41d16-4205-4887-b38c-620fa22008fa with Priority: HIGHEST for action security_group_rules [ 787.739552] env[69685]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6cf41d16-4205-4887-b38c-620fa22008fa with Priority: HIGHEST for action security_group_members [ 787.739552] env[69685]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0bfa67cc-25d2-4262-be5f-0ba92f5a85ff with Priority: HIGHEST for action port [ 787.740050] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock rules-6cf41d16-4205-4887-b38c-620fa22008fa taken with stack trace [, , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 787.740136] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-6cf41d16-4205-4887-b38c-620fa22008fa" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.740345] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-6cf41d16-4205-4887-b38c-620fa22008fa" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 787.741166] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-6cf41d16-4205-4887-b38c-620fa22008fa" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 787.741296] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('6cf41d16-4205-4887-b38c-620fa22008fa',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 787.742155] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock member-6cf41d16-4205-4887-b38c-620fa22008fa taken with stack trace [, , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 787.745032] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6cf41d16-4205-4887-b38c-620fa22008fa" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.745032] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6cf41d16-4205-4887-b38c-620fa22008fa" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 787.745032] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6cf41d16-4205-4887-b38c-620fa22008fa" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 787.745032] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 787.745032] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.745032] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 787.745032] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 787.745032] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 787.745032] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6cf41d16-4205-4887-b38c-620fa22008fa',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 787.746673] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock port-0bfa67cc-25d2-4262-be5f-0ba92f5a85ff taken with stack trace [, , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 787.746673] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-0bfa67cc-25d2-4262-be5f-0ba92f5a85ff" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.746673] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-0bfa67cc-25d2-4262-be5f-0ba92f5a85ff" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 787.746845] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-0bfa67cc-25d2-4262-be5f-0ba92f5a85ff" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 787.746845] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0bfa67cc-25d2-4262-be5f-0ba92f5a85ff',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 787.839914] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 787.840117] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.840194] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 787.840423] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 787.840519] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 787.840716] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 787.840816] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.840878] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 787.841052] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 787.841134] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 787.841222] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a092aa68-9019-4bb2-8328-7755f4756316 is going to be updated. [ 787.865417] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 787.865621] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.865804] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 787.865908] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 787.866107] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 787.874492] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a092aa68-9019-4bb2-8328-7755f4756316 in Status: IN_PROGRESS for 2s [ 788.109049] env[69685]: INFO networking_nsxv3.common.synchronization [req-f77abfc7-3b80-4685-a842-525cf1ce5af4 req-687a58d2-5830-4328-bd61-baa5e2b73519 tempest-SecurityGroupsTestJSON-185105500 tempest-SecurityGroupsTestJSON-185105500-project-member] Enqueued Resource ID: a4b7db26-f9af-4c84-bf2d-dec757e43a8c with Priority: HIGHEST for action security_group_members [ 788.112142] env[69685]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a4b7db26-f9af-4c84-bf2d-dec757e43a8c with Priority: HIGHEST for action security_group_members [ 788.112142] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock member-a4b7db26-f9af-4c84-bf2d-dec757e43a8c taken with stack trace [, , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 788.112142] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a4b7db26-f9af-4c84-bf2d-dec757e43a8c" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.112142] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a4b7db26-f9af-4c84-bf2d-dec757e43a8c" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 788.112142] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a4b7db26-f9af-4c84-bf2d-dec757e43a8c" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 788.112142] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 788.112142] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.113132] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 788.113318] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 788.113412] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 788.114038] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a4b7db26-f9af-4c84-bf2d-dec757e43a8c',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 788.203637] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2b000dee-769a-4bb0-b998-8044b7c26fbc in Status: SUCCESS [ 788.203982] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2b000dee-769a-4bb0-b998-8044b7c26fbc" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 788.204080] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2b000dee-769a-4bb0-b998-8044b7c26fbc" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 788.204312] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2b000dee-769a-4bb0-b998-8044b7c26fbc" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 788.204529] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 788.204679] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.204747] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 788.204939] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 788.205719] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 788.206087] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2b000dee-769a-4bb0-b998-8044b7c26fbc" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 788.206231] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('2b000dee-769a-4bb0-b998-8044b7c26fbc',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 788.248134] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('6cf41d16-4205-4887-b38c-620fa22008fa',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 788.249851] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock member-6cf41d16-4205-4887-b38c-620fa22008fa taken with stack trace [, , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 788.249975] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6cf41d16-4205-4887-b38c-620fa22008fa" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.250346] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 0bfa67cc-25d2-4262-be5f-0ba92f5a85ff with status ACTIVE [ 788.251047] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 788.251047] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.251047] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 788.251047] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 788.251047] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 788.251637] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 788.251637] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.251637] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 788.251770] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 788.251861] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 788.252016] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 788.252133] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.252192] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 788.252363] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 788.252439] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 788.252523] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 0bfa67cc-25d2-4262-be5f-0ba92f5a85ff is going to be updated. [ 788.275374] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 788.278040] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.278040] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 788.278040] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 788.278040] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 788.278040] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-0bfa67cc-25d2-4262-be5f-0ba92f5a85ff" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 788.523265] env[69685]: DEBUG networking_nsxv3.common.locking [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Lock network-22 taken with stack trace [, , , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 788.523265] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquiring lock "network-22" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.523265] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquired lock "network-22" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 788.523265] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquired external semaphore "network-22" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 788.524243] env[69685]: DEBUG networking_nsxv3.common.locking [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 788.524243] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquiring lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.524243] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquired lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 788.524243] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquired external semaphore "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 788.526077] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Releasing lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 788.526077] env[69685]: DEBUG dogpile.cache.region [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] No value present for key: 'zone-id' {{(pid=69685) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 788.526077] env[69685]: DEBUG dogpile.lock [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] NeedRegenerationException {{(pid=69685) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 788.526077] env[69685]: DEBUG dogpile.lock [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] no value, waiting for create lock {{(pid=69685) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 788.526077] env[69685]: DEBUG dogpile.lock [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] value creation lock acquired {{(pid=69685) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 788.527767] env[69685]: DEBUG dogpile.cache.region [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] No value present for key: 'zone-id' {{(pid=69685) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 788.528175] env[69685]: DEBUG dogpile.lock [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Calling creation function for not-yet-present value {{(pid=69685) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 788.528175] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 788.550878] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 788.550878] env[69685]: DEBUG dogpile.cache.region [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=69685) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 788.550984] env[69685]: DEBUG dogpile.lock [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Released creation lock {{(pid=69685) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 788.551142] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Releasing lock "network-22" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 788.551495] env[69685]: DEBUG networking_nsxv3.common.locking [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Lock port-8cb42280-bc88-4ace-b304-8337f1494012 taken with stack trace [, , , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 788.551681] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquiring lock "port-8cb42280-bc88-4ace-b304-8337f1494012" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.551818] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquired lock "port-8cb42280-bc88-4ace-b304-8337f1494012" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 788.552171] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquired external semaphore "port-8cb42280-bc88-4ace-b304-8337f1494012" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 788.552324] env[69685]: DEBUG networking_nsxv3.api.rpc [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8cb42280-bc88-4ace-b304-8337f1494012',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 788.566542] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 72339107-b0aa-4dfd-956d-5878859c7012 in Status: SUCCESS [ 788.566683] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-72339107-b0aa-4dfd-956d-5878859c7012" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 788.617226] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 788.617454] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.617525] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 788.617738] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 788.617832] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 788.618035] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 788.618133] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.619211] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 788.619211] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 788.619211] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 788.619211] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a4b7db26-f9af-4c84-bf2d-dec757e43a8c already deleted. [ 788.619211] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a4b7db26-f9af-4c84-bf2d-dec757e43a8c" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 788.711026] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock member-2b000dee-769a-4bb0-b998-8044b7c26fbc taken with stack trace [, , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 788.711237] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2b000dee-769a-4bb0-b998-8044b7c26fbc" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.711318] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2b000dee-769a-4bb0-b998-8044b7c26fbc" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 788.711602] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2b000dee-769a-4bb0-b998-8044b7c26fbc" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 788.711835] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 788.711961] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.712542] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 788.712542] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 788.712542] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 788.712670] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2b000dee-769a-4bb0-b998-8044b7c26fbc" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 788.712780] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock member-2b000dee-769a-4bb0-b998-8044b7c26fbc taken with stack trace [, , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 788.712906] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2b000dee-769a-4bb0-b998-8044b7c26fbc" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.713032] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2b000dee-769a-4bb0-b998-8044b7c26fbc" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 788.713233] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2b000dee-769a-4bb0-b998-8044b7c26fbc" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 788.713435] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 788.713534] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.713596] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 788.713739] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 788.713817] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 788.714482] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2b000dee-769a-4bb0-b998-8044b7c26fbc" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 788.714482] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('2b000dee-769a-4bb0-b998-8044b7c26fbc',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 788.751347] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('6cf41d16-4205-4887-b38c-620fa22008fa',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 789.057417] env[69685]: DEBUG networking_nsxv3.common.locking [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.057417] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquiring lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.057417] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquired lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.057417] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquired external semaphore "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 789.057417] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Releasing lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.057417] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Segment Port 8cb42280-bc88-4ace-b304-8337f1494012 not found, creating... [ 789.057417] env[69685]: DEBUG networking_nsxv3.common.locking [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.057417] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquiring lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.057417] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquired lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.057417] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquired external semaphore "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 789.057753] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Releasing lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.057819] env[69685]: DEBUG networking_nsxv3.common.locking [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.058160] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquiring lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.058221] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquired lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.058550] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquired external semaphore "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 789.058880] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Releasing lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.058880] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Resource: SegmentPort with ID: 8cb42280-bc88-4ace-b304-8337f1494012 is going to be created. [ 789.078798] env[69685]: DEBUG networking_nsxv3.common.locking [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.079077] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquiring lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.079232] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquired lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.079551] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquired external semaphore "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 789.079813] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Releasing lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.080111] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Releasing lock "port-8cb42280-bc88-4ace-b304-8337f1494012" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.217735] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 2b000dee-769a-4bb0-b998-8044b7c26fbc: rpc.has_security_group_logging(os_id): False [ 789.235583] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.235583] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.235583] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.235583] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 789.235583] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.235781] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.235781] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.235868] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.235993] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 789.236109] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.236270] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.236360] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.236421] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.236563] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 789.236637] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.236885] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.236959] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.236959] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.237108] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 789.237202] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.237282] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 2b000dee-769a-4bb0-b998-8044b7c26fbc is going to be created. [ 789.253220] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.253483] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.253483] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.253638] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 789.253725] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.253824] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6cf41d16-4205-4887-b38c-620fa22008fa is going to be created. [ 789.282871] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.283739] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.283739] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.283739] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 789.283739] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.294103] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6cf41d16-4205-4887-b38c-620fa22008fa in Status: UNINITIALIZED for 2s [ 789.304792] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.305011] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.305094] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.305324] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 789.305517] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.317543] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 2b000dee-769a-4bb0-b998-8044b7c26fbc in Status: IN_PROGRESS for 2s [ 789.884881] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a092aa68-9019-4bb2-8328-7755f4756316 in Status: SUCCESS [ 789.884881] env[69685]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a092aa68-9019-4bb2-8328-7755f4756316 deletion is rescheduled due to dependency. [ 789.884881] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a092aa68-9019-4bb2-8328-7755f4756316" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.983545] env[69685]: INFO networking_nsxv3.common.synchronization [req-f77abfc7-3b80-4685-a842-525cf1ce5af4 req-e8d3bee8-757a-414a-82de-81607b7c4171 service nova] Enqueued Resource ID: a4b7db26-f9af-4c84-bf2d-dec757e43a8c with Priority: HIGHEST for action security_group_rules [ 789.983545] env[69685]: INFO networking_nsxv3.common.synchronization [req-f77abfc7-3b80-4685-a842-525cf1ce5af4 req-e8d3bee8-757a-414a-82de-81607b7c4171 service nova] Enqueued Resource ID: a4b7db26-f9af-4c84-bf2d-dec757e43a8c with Priority: HIGHEST for action security_group_members [ 789.983545] env[69685]: INFO networking_nsxv3.common.synchronization [req-f77abfc7-3b80-4685-a842-525cf1ce5af4 req-e8d3bee8-757a-414a-82de-81607b7c4171 service nova] Enqueued Resource ID: 8cb42280-bc88-4ace-b304-8337f1494012 with Priority: HIGHEST for action port [ 789.983545] env[69685]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a4b7db26-f9af-4c84-bf2d-dec757e43a8c with Priority: HIGHEST for action security_group_rules [ 789.983545] env[69685]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a4b7db26-f9af-4c84-bf2d-dec757e43a8c with Priority: HIGHEST for action security_group_members [ 789.983699] env[69685]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8cb42280-bc88-4ace-b304-8337f1494012 with Priority: HIGHEST for action port [ 789.984662] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a4b7db26-f9af-4c84-bf2d-dec757e43a8c taken with stack trace [, , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.984799] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a4b7db26-f9af-4c84-bf2d-dec757e43a8c" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.984926] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a4b7db26-f9af-4c84-bf2d-dec757e43a8c" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.985290] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a4b7db26-f9af-4c84-bf2d-dec757e43a8c" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 789.985398] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a4b7db26-f9af-4c84-bf2d-dec757e43a8c',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 789.988060] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock member-a4b7db26-f9af-4c84-bf2d-dec757e43a8c taken with stack trace [, , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.988060] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a4b7db26-f9af-4c84-bf2d-dec757e43a8c" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.988060] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a4b7db26-f9af-4c84-bf2d-dec757e43a8c" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.988060] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a4b7db26-f9af-4c84-bf2d-dec757e43a8c" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 789.988060] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.988060] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.988060] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.988665] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 789.988799] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.988917] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a4b7db26-f9af-4c84-bf2d-dec757e43a8c',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 789.989867] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock port-8cb42280-bc88-4ace-b304-8337f1494012 taken with stack trace [, , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.989867] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-8cb42280-bc88-4ace-b304-8337f1494012" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.989975] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-8cb42280-bc88-4ace-b304-8337f1494012" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.992254] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-8cb42280-bc88-4ace-b304-8337f1494012" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 789.992254] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8cb42280-bc88-4ace-b304-8337f1494012',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 790.492767] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock member-a4b7db26-f9af-4c84-bf2d-dec757e43a8c taken with stack trace [, , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 790.492767] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a4b7db26-f9af-4c84-bf2d-dec757e43a8c" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.492767] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('a4b7db26-f9af-4c84-bf2d-dec757e43a8c',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 790.492767] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 8cb42280-bc88-4ace-b304-8337f1494012 with status ACTIVE [ 790.493149] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 790.493149] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.493149] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.493277] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 790.493308] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.493477] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 790.493613] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.494310] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.494310] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 790.494310] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.494310] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 790.494310] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.494310] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.494539] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 790.494539] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.494598] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 8cb42280-bc88-4ace-b304-8337f1494012 is going to be updated. [ 790.517685] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 790.517685] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.517685] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.517685] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 790.517685] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.517685] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-8cb42280-bc88-4ace-b304-8337f1494012" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.997063] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('a4b7db26-f9af-4c84-bf2d-dec757e43a8c',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 791.307289] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6cf41d16-4205-4887-b38c-620fa22008fa in Status: SUCCESS [ 791.307289] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6cf41d16-4205-4887-b38c-620fa22008fa" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.307289] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6cf41d16-4205-4887-b38c-620fa22008fa" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.307289] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6cf41d16-4205-4887-b38c-620fa22008fa" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 791.307289] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.307289] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.307289] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.307289] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 791.307289] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.307289] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6cf41d16-4205-4887-b38c-620fa22008fa" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.307289] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('6cf41d16-4205-4887-b38c-620fa22008fa',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 791.329454] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 2b000dee-769a-4bb0-b998-8044b7c26fbc in Status: SUCCESS [ 791.329454] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-2b000dee-769a-4bb0-b998-8044b7c26fbc" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.499653] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.499814] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.499889] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.500124] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 791.500218] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.500317] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a4b7db26-f9af-4c84-bf2d-dec757e43a8c is going to be created. [ 791.525194] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.525418] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.525500] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.525708] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 791.525887] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.535536] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a4b7db26-f9af-4c84-bf2d-dec757e43a8c in Status: UNINITIALIZED for 2s [ 791.810283] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock member-6cf41d16-4205-4887-b38c-620fa22008fa taken with stack trace [, , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.810448] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6cf41d16-4205-4887-b38c-620fa22008fa" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.810513] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6cf41d16-4205-4887-b38c-620fa22008fa" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.811300] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6cf41d16-4205-4887-b38c-620fa22008fa" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 791.811300] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.811300] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.811300] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.811300] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 791.811634] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.811634] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6cf41d16-4205-4887-b38c-620fa22008fa" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.811634] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock member-6cf41d16-4205-4887-b38c-620fa22008fa taken with stack trace [, , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.811753] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6cf41d16-4205-4887-b38c-620fa22008fa" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.811753] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6cf41d16-4205-4887-b38c-620fa22008fa" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.811907] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6cf41d16-4205-4887-b38c-620fa22008fa" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 791.812058] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.812149] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.812224] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.812350] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 791.812662] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.812662] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6cf41d16-4205-4887-b38c-620fa22008fa" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.812662] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('6cf41d16-4205-4887-b38c-620fa22008fa',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 792.317432] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 6cf41d16-4205-4887-b38c-620fa22008fa: rpc.has_security_group_logging(os_id): False [ 792.332785] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.333046] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.333046] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.333249] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 792.333344] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.333570] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.333668] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.333726] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.333885] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 792.333963] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.334177] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.334270] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.334333] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.334486] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 792.334573] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.334770] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.334884] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.334939] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.339977] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 792.340354] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.340496] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 6cf41d16-4205-4887-b38c-620fa22008fa is going to be created. [ 792.397142] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.397463] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.397595] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.398045] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 792.398352] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.411456] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 6cf41d16-4205-4887-b38c-620fa22008fa in Status: IN_PROGRESS for 2s [ 792.879882] env[69685]: INFO networking_nsxv3.common.synchronization [req-4d4a9e7d-7807-4602-98fd-95785b04644c req-6393ffdb-8eb6-4bda-9aef-9ad728dbf12c tempest-ImagesTestJSON-1265937060 tempest-ImagesTestJSON-1265937060-project-member] Enqueued Resource ID: 4ea7bb1c-b746-44b1-abbe-9e20ef6cb145 with Priority: HIGHEST for action security_group_members [ 792.880480] env[69685]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4ea7bb1c-b746-44b1-abbe-9e20ef6cb145 with Priority: HIGHEST for action security_group_members [ 792.880777] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock member-4ea7bb1c-b746-44b1-abbe-9e20ef6cb145 taken with stack trace [, , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.880899] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4ea7bb1c-b746-44b1-abbe-9e20ef6cb145" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.881018] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4ea7bb1c-b746-44b1-abbe-9e20ef6cb145" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.881225] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4ea7bb1c-b746-44b1-abbe-9e20ef6cb145" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 792.881375] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.881512] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.881559] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.881678] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 792.881763] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.882114] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4ea7bb1c-b746-44b1-abbe-9e20ef6cb145',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 793.195526] env[69685]: DEBUG networking_nsxv3.common.locking [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Lock network-824 taken with stack trace [, , , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 793.195526] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquiring lock "network-824" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.195526] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquired lock "network-824" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 793.195747] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquired external semaphore "network-824" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 793.196122] env[69685]: DEBUG networking_nsxv3.common.locking [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 793.196402] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquiring lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.197489] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquired lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 793.197755] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquired external semaphore "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 793.197913] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Releasing lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 793.198579] env[69685]: DEBUG dogpile.cache.region [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] No value present for key: 'zone-id' {{(pid=69685) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 793.199283] env[69685]: DEBUG dogpile.lock [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] NeedRegenerationException {{(pid=69685) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 793.199493] env[69685]: DEBUG dogpile.lock [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] no value, waiting for create lock {{(pid=69685) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 793.200346] env[69685]: DEBUG dogpile.lock [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] value creation lock acquired {{(pid=69685) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 793.200549] env[69685]: DEBUG dogpile.cache.region [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] No value present for key: 'zone-id' {{(pid=69685) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 793.200805] env[69685]: DEBUG dogpile.lock [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Calling creation function for not-yet-present value {{(pid=69685) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 793.200904] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 793.222187] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 793.222335] env[69685]: DEBUG dogpile.cache.region [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=69685) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 793.222499] env[69685]: DEBUG dogpile.lock [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Released creation lock {{(pid=69685) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 793.222679] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Releasing lock "network-824" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 793.223122] env[69685]: DEBUG networking_nsxv3.common.locking [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Lock port-f2baca53-3bf3-47e0-9f11-161f27404694 taken with stack trace [, , , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 793.223240] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquiring lock "port-f2baca53-3bf3-47e0-9f11-161f27404694" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.223311] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquired lock "port-f2baca53-3bf3-47e0-9f11-161f27404694" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 793.223634] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquired external semaphore "port-f2baca53-3bf3-47e0-9f11-161f27404694" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 793.223775] env[69685]: DEBUG networking_nsxv3.api.rpc [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f2baca53-3bf3-47e0-9f11-161f27404694',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 793.386246] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 793.386246] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.386246] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 793.386246] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 793.386246] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 793.386246] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 793.386246] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.386246] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 793.386246] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 793.386246] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 793.386246] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4ea7bb1c-b746-44b1-abbe-9e20ef6cb145 already deleted. [ 793.386246] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4ea7bb1c-b746-44b1-abbe-9e20ef6cb145" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 793.545471] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a4b7db26-f9af-4c84-bf2d-dec757e43a8c in Status: SUCCESS [ 793.545640] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a4b7db26-f9af-4c84-bf2d-dec757e43a8c" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 793.545813] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a4b7db26-f9af-4c84-bf2d-dec757e43a8c" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 793.546043] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a4b7db26-f9af-4c84-bf2d-dec757e43a8c" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 793.549794] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 793.549794] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.549794] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 793.549794] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 793.549794] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 793.549794] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a4b7db26-f9af-4c84-bf2d-dec757e43a8c" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 793.549794] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('a4b7db26-f9af-4c84-bf2d-dec757e43a8c',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 793.727058] env[69685]: DEBUG networking_nsxv3.common.locking [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 793.727311] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquiring lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.727437] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquired lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 793.727717] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquired external semaphore "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 793.727863] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Releasing lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 793.728028] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Segment Port f2baca53-3bf3-47e0-9f11-161f27404694 not found, creating... [ 793.728289] env[69685]: DEBUG networking_nsxv3.common.locking [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 793.728438] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquiring lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.728557] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquired lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 793.728848] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquired external semaphore "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 793.729036] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Releasing lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 793.729349] env[69685]: DEBUG networking_nsxv3.common.locking [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 793.729503] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquiring lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.729616] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquired lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 793.729822] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquired external semaphore "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 793.729950] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Releasing lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 793.730231] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Resource: SegmentPort with ID: f2baca53-3bf3-47e0-9f11-161f27404694 is going to be created. [ 793.757507] env[69685]: DEBUG networking_nsxv3.common.locking [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 793.757719] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquiring lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.757844] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquired lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 793.758128] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquired external semaphore "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 793.758383] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Releasing lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 793.758650] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Releasing lock "port-f2baca53-3bf3-47e0-9f11-161f27404694" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 794.053336] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock member-a4b7db26-f9af-4c84-bf2d-dec757e43a8c taken with stack trace [, , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 794.053518] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a4b7db26-f9af-4c84-bf2d-dec757e43a8c" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.053580] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a4b7db26-f9af-4c84-bf2d-dec757e43a8c" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 794.053800] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a4b7db26-f9af-4c84-bf2d-dec757e43a8c" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 794.053978] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 794.054119] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.054187] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 794.054368] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 794.054457] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 794.054545] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a4b7db26-f9af-4c84-bf2d-dec757e43a8c" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 794.054693] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock member-a4b7db26-f9af-4c84-bf2d-dec757e43a8c taken with stack trace [, , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 794.054786] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a4b7db26-f9af-4c84-bf2d-dec757e43a8c" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.054847] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a4b7db26-f9af-4c84-bf2d-dec757e43a8c" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 794.055040] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a4b7db26-f9af-4c84-bf2d-dec757e43a8c" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 794.055184] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 794.055304] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.055347] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 794.056463] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 794.056463] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 794.056463] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a4b7db26-f9af-4c84-bf2d-dec757e43a8c" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 794.056463] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('a4b7db26-f9af-4c84-bf2d-dec757e43a8c',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 794.425606] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 6cf41d16-4205-4887-b38c-620fa22008fa in Status: SUCCESS [ 794.425939] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-6cf41d16-4205-4887-b38c-620fa22008fa" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 794.459081] env[69685]: INFO networking_nsxv3.common.synchronization [None req-462728ea-e325-47c1-bbb0-9d11d6825cfb None None] Enqueued Resource ID: 333eaeb9-6d09-4412-88e2-6e102a597dd2 with Priority: HIGHEST for action port [ 794.459352] env[69685]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 333eaeb9-6d09-4412-88e2-6e102a597dd2 with Priority: HIGHEST for action port [ 794.461505] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock port-333eaeb9-6d09-4412-88e2-6e102a597dd2 taken with stack trace [, , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 794.461743] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-333eaeb9-6d09-4412-88e2-6e102a597dd2" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.461892] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-333eaeb9-6d09-4412-88e2-6e102a597dd2" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 794.462186] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-333eaeb9-6d09-4412-88e2-6e102a597dd2" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 794.462307] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('333eaeb9-6d09-4412-88e2-6e102a597dd2',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 794.561395] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for a4b7db26-f9af-4c84-bf2d-dec757e43a8c: rpc.has_security_group_logging(os_id): False [ 794.582142] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 794.582398] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.582485] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 794.582672] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 794.582882] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 794.583060] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 794.583172] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.583238] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 794.583401] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 794.583475] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 794.583659] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 794.583756] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.583819] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 794.583962] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 794.584060] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 794.584243] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 794.584337] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.584399] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 794.584540] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 794.584616] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 794.584704] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a4b7db26-f9af-4c84-bf2d-dec757e43a8c is going to be created. [ 794.644419] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 794.644509] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.644771] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 794.644892] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 794.645081] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 794.657040] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a4b7db26-f9af-4c84-bf2d-dec757e43a8c in Status: IN_PROGRESS for 2s [ 794.717783] env[69685]: INFO networking_nsxv3.common.synchronization [req-4d4a9e7d-7807-4602-98fd-95785b04644c req-4a26d9ce-0111-4892-a47b-1b17ab9c273f service nova] Enqueued Resource ID: 4ea7bb1c-b746-44b1-abbe-9e20ef6cb145 with Priority: HIGHEST for action security_group_rules [ 794.718186] env[69685]: INFO networking_nsxv3.common.synchronization [req-4d4a9e7d-7807-4602-98fd-95785b04644c req-4a26d9ce-0111-4892-a47b-1b17ab9c273f service nova] Enqueued Resource ID: 4ea7bb1c-b746-44b1-abbe-9e20ef6cb145 with Priority: HIGHEST for action security_group_members [ 794.718657] env[69685]: INFO networking_nsxv3.common.synchronization [req-4d4a9e7d-7807-4602-98fd-95785b04644c req-4a26d9ce-0111-4892-a47b-1b17ab9c273f service nova] Enqueued Resource ID: f2baca53-3bf3-47e0-9f11-161f27404694 with Priority: HIGHEST for action port [ 794.719902] env[69685]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4ea7bb1c-b746-44b1-abbe-9e20ef6cb145 with Priority: HIGHEST for action security_group_rules [ 794.720091] env[69685]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4ea7bb1c-b746-44b1-abbe-9e20ef6cb145 with Priority: HIGHEST for action security_group_members [ 794.720342] env[69685]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f2baca53-3bf3-47e0-9f11-161f27404694 with Priority: HIGHEST for action port [ 794.721125] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock rules-4ea7bb1c-b746-44b1-abbe-9e20ef6cb145 taken with stack trace [, , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 794.721800] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-4ea7bb1c-b746-44b1-abbe-9e20ef6cb145" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.721952] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-4ea7bb1c-b746-44b1-abbe-9e20ef6cb145" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 794.722349] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-4ea7bb1c-b746-44b1-abbe-9e20ef6cb145" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 794.722412] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('4ea7bb1c-b746-44b1-abbe-9e20ef6cb145',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 794.724289] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock member-4ea7bb1c-b746-44b1-abbe-9e20ef6cb145 taken with stack trace [, , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 794.724451] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4ea7bb1c-b746-44b1-abbe-9e20ef6cb145" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.724558] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4ea7bb1c-b746-44b1-abbe-9e20ef6cb145" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 794.724938] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4ea7bb1c-b746-44b1-abbe-9e20ef6cb145" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 794.725239] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 794.726137] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.726390] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 794.727241] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 794.727334] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 794.727690] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4ea7bb1c-b746-44b1-abbe-9e20ef6cb145',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 794.728440] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock port-f2baca53-3bf3-47e0-9f11-161f27404694 taken with stack trace [, , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 794.728547] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-f2baca53-3bf3-47e0-9f11-161f27404694" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.728615] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-f2baca53-3bf3-47e0-9f11-161f27404694" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 794.728800] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-f2baca53-3bf3-47e0-9f11-161f27404694" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 794.728874] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f2baca53-3bf3-47e0-9f11-161f27404694',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 794.965259] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 333eaeb9-6d09-4412-88e2-6e102a597dd2 [ 794.965840] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 794.966946] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.966946] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 794.966946] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 794.966946] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 794.966946] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:333eaeb9-6d09-4412-88e2-6e102a597dd2 already deleted. [ 794.966946] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-333eaeb9-6d09-4412-88e2-6e102a597dd2" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 795.230724] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock member-4ea7bb1c-b746-44b1-abbe-9e20ef6cb145 taken with stack trace [, , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 795.230724] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4ea7bb1c-b746-44b1-abbe-9e20ef6cb145" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 795.238019] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('4ea7bb1c-b746-44b1-abbe-9e20ef6cb145',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 795.238019] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port f2baca53-3bf3-47e0-9f11-161f27404694 with status ACTIVE [ 795.238019] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 795.238019] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 795.238019] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 795.238019] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 795.238019] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 795.238019] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 795.238019] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 795.238019] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 795.238019] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 795.238019] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 795.238019] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 795.238019] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 795.239142] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 795.239339] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 795.239425] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 795.239520] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: f2baca53-3bf3-47e0-9f11-161f27404694 is going to be updated. [ 795.262390] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 795.262390] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 795.262390] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 795.262390] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 795.262390] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 795.264126] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-f2baca53-3bf3-47e0-9f11-161f27404694" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 795.316306] env[69685]: INFO networking_nsxv3.common.synchronization [req-e0efa7f0-c0ea-4255-b3dd-9351b0d0c43d req-fba80a21-b579-4ab5-ab54-b8354b8f57db tempest-AttachInterfacesTestJSON-1165856161 tempest-AttachInterfacesTestJSON-1165856161-project-member] Enqueued Resource ID: 373dc220-6922-42c9-9031-971b9f1da491 with Priority: HIGHEST for action security_group_members [ 795.316832] env[69685]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 373dc220-6922-42c9-9031-971b9f1da491 with Priority: HIGHEST for action security_group_members [ 795.317295] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock member-373dc220-6922-42c9-9031-971b9f1da491 taken with stack trace [, , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 795.317295] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-373dc220-6922-42c9-9031-971b9f1da491" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 795.317413] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-373dc220-6922-42c9-9031-971b9f1da491" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 795.317711] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-373dc220-6922-42c9-9031-971b9f1da491" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 795.317711] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 795.317850] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 795.317850] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 795.318025] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 795.319320] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 795.319522] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('373dc220-6922-42c9-9031-971b9f1da491',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 795.744485] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('4ea7bb1c-b746-44b1-abbe-9e20ef6cb145',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 795.823107] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 795.823254] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 795.823321] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 795.823628] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 795.823628] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 795.823856] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 795.823937] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 795.824080] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 795.824206] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 795.824206] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 795.824401] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 373dc220-6922-42c9-9031-971b9f1da491 is going to be updated. [ 795.851937] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 795.852125] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 795.852195] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 795.852404] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 795.852545] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 795.861568] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 373dc220-6922-42c9-9031-971b9f1da491 in Status: IN_PROGRESS for 2s [ 795.869713] env[69685]: INFO networking_nsxv3.common.synchronization [req-d9575a96-b093-48b4-b09e-992eec384896 req-b0e07985-6531-4361-9c61-522a0b17a66c tempest-ServerActionsTestOtherA-1303343426 tempest-ServerActionsTestOtherA-1303343426-project-member] Enqueued Resource ID: cf2f5d4c-3cd8-4fdd-9a9f-ec6fe7d29873 with Priority: HIGHEST for action security_group_members [ 795.869927] env[69685]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cf2f5d4c-3cd8-4fdd-9a9f-ec6fe7d29873 with Priority: HIGHEST for action security_group_members [ 795.870253] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock member-cf2f5d4c-3cd8-4fdd-9a9f-ec6fe7d29873 taken with stack trace [, , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 795.870371] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cf2f5d4c-3cd8-4fdd-9a9f-ec6fe7d29873" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 795.870434] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cf2f5d4c-3cd8-4fdd-9a9f-ec6fe7d29873" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 795.870678] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cf2f5d4c-3cd8-4fdd-9a9f-ec6fe7d29873" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 795.870829] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 795.871315] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 795.871315] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 795.871315] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 795.871315] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 795.871315] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('cf2f5d4c-3cd8-4fdd-9a9f-ec6fe7d29873',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 796.247340] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 796.247501] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.247668] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 796.247791] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 796.247868] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 796.247961] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4ea7bb1c-b746-44b1-abbe-9e20ef6cb145 is going to be created. [ 796.272669] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 796.273011] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.273011] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 796.273130] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 796.273381] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 796.281808] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4ea7bb1c-b746-44b1-abbe-9e20ef6cb145 in Status: UNINITIALIZED for 2s [ 796.374605] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 796.375610] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.375610] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 796.375610] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 796.375610] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 796.375610] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 796.375610] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.375610] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 796.375610] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 796.375610] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 796.376045] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: cf2f5d4c-3cd8-4fdd-9a9f-ec6fe7d29873 already deleted. [ 796.376045] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cf2f5d4c-3cd8-4fdd-9a9f-ec6fe7d29873" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 796.448467] env[69685]: DEBUG networking_nsxv3.common.locking [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Lock network-977 taken with stack trace [, , , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 796.448699] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquiring lock "network-977" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.448767] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquired lock "network-977" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 796.449136] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquired external semaphore "network-977" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 796.449483] env[69685]: DEBUG networking_nsxv3.common.locking [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 796.449586] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquiring lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.449678] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquired lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 796.449895] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquired external semaphore "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 796.450090] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Releasing lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 796.450307] env[69685]: DEBUG dogpile.cache.region [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] No value present for key: 'zone-id' {{(pid=69685) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 796.450417] env[69685]: DEBUG dogpile.lock [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] NeedRegenerationException {{(pid=69685) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 796.450522] env[69685]: DEBUG dogpile.lock [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] no value, waiting for create lock {{(pid=69685) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 796.450627] env[69685]: DEBUG dogpile.lock [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] value creation lock acquired {{(pid=69685) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 796.450773] env[69685]: DEBUG dogpile.cache.region [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] No value present for key: 'zone-id' {{(pid=69685) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 796.450932] env[69685]: DEBUG dogpile.lock [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Calling creation function for not-yet-present value {{(pid=69685) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 796.451030] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 796.473507] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 796.473697] env[69685]: DEBUG dogpile.cache.region [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=69685) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 796.473879] env[69685]: DEBUG dogpile.lock [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Released creation lock {{(pid=69685) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 796.474085] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Releasing lock "network-977" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 796.474459] env[69685]: DEBUG networking_nsxv3.common.locking [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Lock port-93e23747-c22b-4a46-a1c0-7f691add2dfd taken with stack trace [, , , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 796.474654] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquiring lock "port-93e23747-c22b-4a46-a1c0-7f691add2dfd" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.474765] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquired lock "port-93e23747-c22b-4a46-a1c0-7f691add2dfd" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 796.475141] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquired external semaphore "port-93e23747-c22b-4a46-a1c0-7f691add2dfd" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 796.475291] env[69685]: DEBUG networking_nsxv3.api.rpc [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('93e23747-c22b-4a46-a1c0-7f691add2dfd',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 796.667216] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a4b7db26-f9af-4c84-bf2d-dec757e43a8c in Status: SUCCESS [ 796.667637] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a4b7db26-f9af-4c84-bf2d-dec757e43a8c" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 796.957830] env[69685]: INFO networking_nsxv3.common.synchronization [None req-a560a5b4-fd31-44d8-b9ec-3c35ad34f582 None None] Enqueued Resource ID: 9103ba71-7b4f-4b92-b5af-22dfb71b0d46 with Priority: HIGHEST for action port [ 796.958264] env[69685]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9103ba71-7b4f-4b92-b5af-22dfb71b0d46 with Priority: HIGHEST for action port [ 796.959142] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock port-9103ba71-7b4f-4b92-b5af-22dfb71b0d46 taken with stack trace [, , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 796.959142] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-9103ba71-7b4f-4b92-b5af-22dfb71b0d46" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.959142] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-9103ba71-7b4f-4b92-b5af-22dfb71b0d46" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 796.959142] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-9103ba71-7b4f-4b92-b5af-22dfb71b0d46" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 796.959372] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9103ba71-7b4f-4b92-b5af-22dfb71b0d46',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 796.978253] env[69685]: DEBUG networking_nsxv3.common.locking [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 796.979767] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquiring lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.979767] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquired lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 796.979767] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquired external semaphore "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 796.979767] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Releasing lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 796.979942] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Segment Port 93e23747-c22b-4a46-a1c0-7f691add2dfd not found, creating... [ 796.980367] env[69685]: DEBUG networking_nsxv3.common.locking [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 796.980367] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquiring lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.980530] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquired lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 796.980705] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquired external semaphore "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 796.980844] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Releasing lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 796.981149] env[69685]: DEBUG networking_nsxv3.common.locking [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 796.981306] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquiring lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.981419] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquired lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 796.981634] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquired external semaphore "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 796.981779] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Releasing lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 796.982379] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Resource: SegmentPort with ID: 93e23747-c22b-4a46-a1c0-7f691add2dfd is going to be created. [ 797.007829] env[69685]: DEBUG networking_nsxv3.common.locking [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 797.009422] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquiring lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.009422] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquired lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 797.009422] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquired external semaphore "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 797.009422] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Releasing lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 797.009634] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Releasing lock "port-93e23747-c22b-4a46-a1c0-7f691add2dfd" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 797.464839] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 9103ba71-7b4f-4b92-b5af-22dfb71b0d46 [ 797.464839] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 797.464839] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.464839] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 797.464839] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 797.464839] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 797.464839] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:9103ba71-7b4f-4b92-b5af-22dfb71b0d46 already deleted. [ 797.464839] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-9103ba71-7b4f-4b92-b5af-22dfb71b0d46" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 797.871728] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 373dc220-6922-42c9-9031-971b9f1da491 in Status: SUCCESS [ 797.871923] env[69685]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 373dc220-6922-42c9-9031-971b9f1da491 deletion is rescheduled due to dependency. [ 797.872053] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-373dc220-6922-42c9-9031-971b9f1da491" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 797.977653] env[69685]: INFO networking_nsxv3.common.synchronization [req-d9575a96-b093-48b4-b09e-992eec384896 req-6388f37b-ff4c-4c65-8241-e7f30bffc0b7 service nova] Enqueued Resource ID: cf2f5d4c-3cd8-4fdd-9a9f-ec6fe7d29873 with Priority: HIGHEST for action security_group_rules [ 797.977653] env[69685]: INFO networking_nsxv3.common.synchronization [req-d9575a96-b093-48b4-b09e-992eec384896 req-6388f37b-ff4c-4c65-8241-e7f30bffc0b7 service nova] Enqueued Resource ID: cf2f5d4c-3cd8-4fdd-9a9f-ec6fe7d29873 with Priority: HIGHEST for action security_group_members [ 797.977973] env[69685]: INFO networking_nsxv3.common.synchronization [req-d9575a96-b093-48b4-b09e-992eec384896 req-6388f37b-ff4c-4c65-8241-e7f30bffc0b7 service nova] Enqueued Resource ID: 93e23747-c22b-4a46-a1c0-7f691add2dfd with Priority: HIGHEST for action port [ 797.977973] env[69685]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cf2f5d4c-3cd8-4fdd-9a9f-ec6fe7d29873 with Priority: HIGHEST for action security_group_rules [ 797.978116] env[69685]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cf2f5d4c-3cd8-4fdd-9a9f-ec6fe7d29873 with Priority: HIGHEST for action security_group_members [ 797.978213] env[69685]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 93e23747-c22b-4a46-a1c0-7f691add2dfd with Priority: HIGHEST for action port [ 797.978782] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock rules-cf2f5d4c-3cd8-4fdd-9a9f-ec6fe7d29873 taken with stack trace [, , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 797.978909] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-cf2f5d4c-3cd8-4fdd-9a9f-ec6fe7d29873" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.978979] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-cf2f5d4c-3cd8-4fdd-9a9f-ec6fe7d29873" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 797.979407] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-cf2f5d4c-3cd8-4fdd-9a9f-ec6fe7d29873" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 797.979574] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('cf2f5d4c-3cd8-4fdd-9a9f-ec6fe7d29873',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 797.980727] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock member-cf2f5d4c-3cd8-4fdd-9a9f-ec6fe7d29873 taken with stack trace [, , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 797.980727] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cf2f5d4c-3cd8-4fdd-9a9f-ec6fe7d29873" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.980727] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cf2f5d4c-3cd8-4fdd-9a9f-ec6fe7d29873" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 797.981022] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cf2f5d4c-3cd8-4fdd-9a9f-ec6fe7d29873" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 797.981223] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 797.981371] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.982605] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 797.982788] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 797.982881] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 797.982991] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('cf2f5d4c-3cd8-4fdd-9a9f-ec6fe7d29873',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 797.984179] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock port-93e23747-c22b-4a46-a1c0-7f691add2dfd taken with stack trace [, , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 797.987234] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-93e23747-c22b-4a46-a1c0-7f691add2dfd" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.987234] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-93e23747-c22b-4a46-a1c0-7f691add2dfd" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 797.987234] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-93e23747-c22b-4a46-a1c0-7f691add2dfd" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 797.987234] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('93e23747-c22b-4a46-a1c0-7f691add2dfd',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 798.282192] env[69685]: INFO networking_nsxv3.common.synchronization [req-39e9ea01-1849-4c01-815b-1b80c27aec22 req-43026896-f137-4a6d-928b-d2e3b4f269e1 tempest-FloatingIPsAssociationTestJSON-1935006235 tempest-FloatingIPsAssociationTestJSON-1935006235-project-member] Enqueued Resource ID: e98ab8aa-b2b9-4d93-b385-e471c986864a with Priority: HIGHEST for action security_group_members [ 798.283620] env[69685]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e98ab8aa-b2b9-4d93-b385-e471c986864a with Priority: HIGHEST for action security_group_members [ 798.283780] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock member-e98ab8aa-b2b9-4d93-b385-e471c986864a taken with stack trace [, , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 798.284100] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e98ab8aa-b2b9-4d93-b385-e471c986864a" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.284100] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e98ab8aa-b2b9-4d93-b385-e471c986864a" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.285685] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e98ab8aa-b2b9-4d93-b385-e471c986864a" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 798.285685] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 798.285685] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.285811] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.286011] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 798.286177] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.286429] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e98ab8aa-b2b9-4d93-b385-e471c986864a',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 798.295826] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4ea7bb1c-b746-44b1-abbe-9e20ef6cb145 in Status: SUCCESS [ 798.296174] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4ea7bb1c-b746-44b1-abbe-9e20ef6cb145" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.296785] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4ea7bb1c-b746-44b1-abbe-9e20ef6cb145" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.297093] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4ea7bb1c-b746-44b1-abbe-9e20ef6cb145" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 798.297564] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 798.297564] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.297714] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.297899] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 798.298331] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.298507] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4ea7bb1c-b746-44b1-abbe-9e20ef6cb145" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.298918] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('4ea7bb1c-b746-44b1-abbe-9e20ef6cb145',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 798.485997] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('cf2f5d4c-3cd8-4fdd-9a9f-ec6fe7d29873',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 798.487371] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock member-cf2f5d4c-3cd8-4fdd-9a9f-ec6fe7d29873 taken with stack trace [, , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 798.487534] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cf2f5d4c-3cd8-4fdd-9a9f-ec6fe7d29873" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.491301] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 93e23747-c22b-4a46-a1c0-7f691add2dfd with status ACTIVE [ 798.491574] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 798.491752] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.491853] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.492158] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 798.492288] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.492548] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 798.492697] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.492791] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.493022] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 798.493142] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.493412] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 798.493548] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.493642] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.493848] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 798.493956] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.494103] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 93e23747-c22b-4a46-a1c0-7f691add2dfd is going to be updated. [ 798.528885] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 798.530640] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.530726] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.530936] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 798.531094] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.531280] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-93e23747-c22b-4a46-a1c0-7f691add2dfd" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.596677] env[69685]: DEBUG networking_nsxv3.common.locking [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Lock network-552 taken with stack trace [, , , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 798.596871] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquiring lock "network-552" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.596994] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquired lock "network-552" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.597307] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquired external semaphore "network-552" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 798.597551] env[69685]: DEBUG networking_nsxv3.common.locking [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 798.597707] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquiring lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.597821] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquired lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.598117] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquired external semaphore "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 798.598283] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Releasing lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.598550] env[69685]: DEBUG dogpile.cache.region [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] No value present for key: 'zone-id' {{(pid=69685) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 798.598667] env[69685]: DEBUG dogpile.lock [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] NeedRegenerationException {{(pid=69685) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 798.598774] env[69685]: DEBUG dogpile.lock [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] no value, waiting for create lock {{(pid=69685) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 798.598881] env[69685]: DEBUG dogpile.lock [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] value creation lock acquired {{(pid=69685) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 798.598989] env[69685]: DEBUG dogpile.cache.region [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] No value present for key: 'zone-id' {{(pid=69685) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 798.599107] env[69685]: DEBUG dogpile.lock [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Calling creation function for not-yet-present value {{(pid=69685) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 798.599240] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 798.624305] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 798.624489] env[69685]: DEBUG dogpile.cache.region [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Cache value generated in 0.025 seconds for key(s): 'zone-id' {{(pid=69685) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 798.624663] env[69685]: DEBUG dogpile.lock [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Released creation lock {{(pid=69685) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 798.624893] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Releasing lock "network-552" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.625348] env[69685]: DEBUG networking_nsxv3.common.locking [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Lock port-6a2e10aa-847e-48a0-a872-7d92c9606dcc taken with stack trace [, , , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 798.625535] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquiring lock "port-6a2e10aa-847e-48a0-a872-7d92c9606dcc" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.625676] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquired lock "port-6a2e10aa-847e-48a0-a872-7d92c9606dcc" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.626070] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquired external semaphore "port-6a2e10aa-847e-48a0-a872-7d92c9606dcc" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 798.626313] env[69685]: DEBUG networking_nsxv3.api.rpc [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6a2e10aa-847e-48a0-a872-7d92c9606dcc',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 798.792939] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('e98ab8aa-b2b9-4d93-b385-e471c986864a',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 798.803401] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock member-4ea7bb1c-b746-44b1-abbe-9e20ef6cb145 taken with stack trace [, , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 798.803707] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4ea7bb1c-b746-44b1-abbe-9e20ef6cb145" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.803707] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4ea7bb1c-b746-44b1-abbe-9e20ef6cb145" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.804182] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4ea7bb1c-b746-44b1-abbe-9e20ef6cb145" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 798.804423] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 798.804538] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.804605] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.804789] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 798.804896] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.805074] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4ea7bb1c-b746-44b1-abbe-9e20ef6cb145" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.805237] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock member-4ea7bb1c-b746-44b1-abbe-9e20ef6cb145 taken with stack trace [, , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 798.805333] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4ea7bb1c-b746-44b1-abbe-9e20ef6cb145" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.805387] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4ea7bb1c-b746-44b1-abbe-9e20ef6cb145" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.805838] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4ea7bb1c-b746-44b1-abbe-9e20ef6cb145" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 798.805998] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 798.806237] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.806237] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.806415] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 798.806415] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.806511] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4ea7bb1c-b746-44b1-abbe-9e20ef6cb145" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.806567] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('4ea7bb1c-b746-44b1-abbe-9e20ef6cb145',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 798.988881] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('cf2f5d4c-3cd8-4fdd-9a9f-ec6fe7d29873',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 799.130691] env[69685]: DEBUG networking_nsxv3.common.locking [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 799.131088] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquiring lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.131253] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquired lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 799.131683] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquired external semaphore "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 799.131924] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Releasing lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 799.132297] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Segment Port 6a2e10aa-847e-48a0-a872-7d92c9606dcc not found, creating... [ 799.132704] env[69685]: DEBUG networking_nsxv3.common.locking [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 799.132949] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquiring lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.133981] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquired lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 799.134070] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquired external semaphore "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 799.134380] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Releasing lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 799.134898] env[69685]: DEBUG networking_nsxv3.common.locking [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 799.135262] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquiring lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.135468] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquired lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 799.135884] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquired external semaphore "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 799.136189] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Releasing lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 799.136423] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Resource: SegmentPort with ID: 6a2e10aa-847e-48a0-a872-7d92c9606dcc is going to be created. [ 799.159878] env[69685]: DEBUG networking_nsxv3.common.locking [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 799.160228] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquiring lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.160415] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquired lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 799.160771] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquired external semaphore "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 799.161016] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Releasing lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 799.161322] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Releasing lock "port-6a2e10aa-847e-48a0-a872-7d92c9606dcc" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 799.295968] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('e98ab8aa-b2b9-4d93-b385-e471c986864a',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 799.310418] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 4ea7bb1c-b746-44b1-abbe-9e20ef6cb145: rpc.has_security_group_logging(os_id): False [ 799.330800] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 799.330988] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.331059] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 799.331477] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 799.331477] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 799.331601] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 799.331693] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.331751] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 799.331911] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 799.331991] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 799.332191] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 799.332281] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.332626] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 799.332626] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 799.332626] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 799.332769] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 799.332850] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.332850] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 799.332997] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 799.333117] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 799.333177] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 4ea7bb1c-b746-44b1-abbe-9e20ef6cb145 is going to be created. [ 799.409336] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 799.409579] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.409579] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 799.409766] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 799.409925] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 799.422045] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 4ea7bb1c-b746-44b1-abbe-9e20ef6cb145 in Status: IN_PROGRESS for 2s [ 799.491387] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 799.491535] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.491601] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 799.491812] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 799.491895] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 799.492019] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: cf2f5d4c-3cd8-4fdd-9a9f-ec6fe7d29873 is going to be created. [ 799.521804] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 799.521971] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.522042] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 799.522238] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 799.522394] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 799.535150] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cf2f5d4c-3cd8-4fdd-9a9f-ec6fe7d29873 in Status: UNINITIALIZED for 2s [ 799.799628] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 799.799774] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.799844] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 799.800020] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 799.800114] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 799.800231] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e98ab8aa-b2b9-4d93-b385-e471c986864a is going to be updated. [ 799.828029] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 799.828029] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.828029] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 799.828669] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 799.829062] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 799.837676] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e98ab8aa-b2b9-4d93-b385-e471c986864a in Status: IN_PROGRESS for 2s [ 799.885678] env[69685]: INFO networking_nsxv3.common.synchronization [req-39e9ea01-1849-4c01-815b-1b80c27aec22 req-d83c7699-b4bd-4236-9f67-05922c93b6b4 service nova] Enqueued Resource ID: e98ab8aa-b2b9-4d93-b385-e471c986864a with Priority: HIGHEST for action security_group_rules [ 799.886031] env[69685]: INFO networking_nsxv3.common.synchronization [req-39e9ea01-1849-4c01-815b-1b80c27aec22 req-d83c7699-b4bd-4236-9f67-05922c93b6b4 service nova] Enqueued Resource ID: e98ab8aa-b2b9-4d93-b385-e471c986864a with Priority: HIGHEST for action security_group_members [ 799.886248] env[69685]: INFO networking_nsxv3.common.synchronization [req-39e9ea01-1849-4c01-815b-1b80c27aec22 req-d83c7699-b4bd-4236-9f67-05922c93b6b4 service nova] Enqueued Resource ID: 6a2e10aa-847e-48a0-a872-7d92c9606dcc with Priority: HIGHEST for action port [ 799.886844] env[69685]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e98ab8aa-b2b9-4d93-b385-e471c986864a with Priority: HIGHEST for action security_group_rules [ 799.886948] env[69685]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e98ab8aa-b2b9-4d93-b385-e471c986864a with Priority: HIGHEST for action security_group_members [ 799.887426] env[69685]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6a2e10aa-847e-48a0-a872-7d92c9606dcc with Priority: HIGHEST for action port [ 799.887426] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e98ab8aa-b2b9-4d93-b385-e471c986864a taken with stack trace [, , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 799.887612] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e98ab8aa-b2b9-4d93-b385-e471c986864a" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.887612] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e98ab8aa-b2b9-4d93-b385-e471c986864a" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 799.887716] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e98ab8aa-b2b9-4d93-b385-e471c986864a" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 799.887802] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e98ab8aa-b2b9-4d93-b385-e471c986864a',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 799.888718] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock member-e98ab8aa-b2b9-4d93-b385-e471c986864a taken with stack trace [, , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 799.888838] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e98ab8aa-b2b9-4d93-b385-e471c986864a" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.888946] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock port-6a2e10aa-847e-48a0-a872-7d92c9606dcc taken with stack trace [, , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 799.889098] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-6a2e10aa-847e-48a0-a872-7d92c9606dcc" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.889194] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-6a2e10aa-847e-48a0-a872-7d92c9606dcc" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 799.889292] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-6a2e10aa-847e-48a0-a872-7d92c9606dcc" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 799.889363] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6a2e10aa-847e-48a0-a872-7d92c9606dcc',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 800.391883] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock member-e98ab8aa-b2b9-4d93-b385-e471c986864a taken with stack trace [, , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 800.391883] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e98ab8aa-b2b9-4d93-b385-e471c986864a" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.392271] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 6a2e10aa-847e-48a0-a872-7d92c9606dcc with status ACTIVE [ 800.392271] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 800.392402] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.392444] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 800.393065] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 800.393065] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 800.393065] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 800.393241] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.393241] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 800.393347] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 800.393512] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 800.393651] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 800.393752] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.393803] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 800.393974] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 800.394189] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 800.394189] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 6a2e10aa-847e-48a0-a872-7d92c9606dcc is going to be updated. [ 800.414906] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 800.415165] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.415235] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 800.415458] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 800.415585] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 800.415748] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-6a2e10aa-847e-48a0-a872-7d92c9606dcc" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 800.426075] env[69685]: INFO networking_nsxv3.common.synchronization [req-80c3196f-3cb5-4c74-89d6-7ef444ee5b8f req-344bd6ce-ee38-4bb4-8c47-a91e8b2a6764 tempest-AttachInterfacesTestJSON-1165856161 tempest-AttachInterfacesTestJSON-1165856161-project-member] Enqueued Resource ID: 7e595196-78e9-4731-8bbc-1732959ee441 with Priority: HIGHEST for action security_group_members [ 800.427238] env[69685]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7e595196-78e9-4731-8bbc-1732959ee441 with Priority: HIGHEST for action security_group_members [ 800.427681] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock member-7e595196-78e9-4731-8bbc-1732959ee441 taken with stack trace [, , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 800.427839] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7e595196-78e9-4731-8bbc-1732959ee441" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.427921] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7e595196-78e9-4731-8bbc-1732959ee441" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 800.428281] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7e595196-78e9-4731-8bbc-1732959ee441" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 800.429316] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 800.429473] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.429608] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 800.429842] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 800.429948] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 800.430096] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7e595196-78e9-4731-8bbc-1732959ee441',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 800.565572] env[69685]: INFO networking_nsxv3.common.synchronization [req-5f5aef5d-ec10-4cd3-ac50-1ecc5a2b2ae1 req-8061e687-5391-461d-8850-1a6b3ae70f7d tempest-ServersAdminNegativeTestJSON-1343812855 tempest-ServersAdminNegativeTestJSON-1343812855-project-member] Enqueued Resource ID: 72339107-b0aa-4dfd-956d-5878859c7012 with Priority: HIGHEST for action security_group_members [ 800.567019] env[69685]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 72339107-b0aa-4dfd-956d-5878859c7012 with Priority: HIGHEST for action security_group_members [ 800.569213] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock member-72339107-b0aa-4dfd-956d-5878859c7012 taken with stack trace [, , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 800.569213] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-72339107-b0aa-4dfd-956d-5878859c7012" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.569213] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-72339107-b0aa-4dfd-956d-5878859c7012" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 800.569366] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-72339107-b0aa-4dfd-956d-5878859c7012" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 800.569396] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 800.570426] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.570426] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 800.570426] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 800.570426] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 800.570426] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('72339107-b0aa-4dfd-956d-5878859c7012',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 800.932349] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 800.932542] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.932613] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 800.932825] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 800.933076] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 800.933392] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 800.933580] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.933655] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 800.933854] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 800.933962] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 800.934071] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7e595196-78e9-4731-8bbc-1732959ee441 is going to be updated. [ 800.965340] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 800.965482] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.965482] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 800.965680] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 800.965817] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 800.973753] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7e595196-78e9-4731-8bbc-1732959ee441 in Status: IN_PROGRESS for 2s [ 801.073899] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('72339107-b0aa-4dfd-956d-5878859c7012',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 801.438020] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 4ea7bb1c-b746-44b1-abbe-9e20ef6cb145 in Status: SUCCESS [ 801.438020] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-4ea7bb1c-b746-44b1-abbe-9e20ef6cb145" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 801.545058] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cf2f5d4c-3cd8-4fdd-9a9f-ec6fe7d29873 in Status: SUCCESS [ 801.545578] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cf2f5d4c-3cd8-4fdd-9a9f-ec6fe7d29873" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 801.545805] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cf2f5d4c-3cd8-4fdd-9a9f-ec6fe7d29873" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 801.546094] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cf2f5d4c-3cd8-4fdd-9a9f-ec6fe7d29873" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 801.546496] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 801.546588] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.546630] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 801.546836] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 801.546974] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 801.547117] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cf2f5d4c-3cd8-4fdd-9a9f-ec6fe7d29873" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 801.547261] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('cf2f5d4c-3cd8-4fdd-9a9f-ec6fe7d29873',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 801.576480] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('72339107-b0aa-4dfd-956d-5878859c7012',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 801.639743] env[69685]: INFO networking_nsxv3.common.synchronization [req-3e8df9fd-c289-41a5-86d1-1eb0b6df5022 req-f0b3d444-9ebb-4650-834d-6bf0e4369711 tempest-SecurityGroupsTestJSON-185105500 tempest-SecurityGroupsTestJSON-185105500-project-member] Enqueued Resource ID: 821485bd-4de2-4dea-8610-5c489355978c with Priority: HIGHEST for action security_group_members [ 801.639923] env[69685]: INFO networking_nsxv3.common.synchronization [req-3e8df9fd-c289-41a5-86d1-1eb0b6df5022 req-f0b3d444-9ebb-4650-834d-6bf0e4369711 tempest-SecurityGroupsTestJSON-185105500 tempest-SecurityGroupsTestJSON-185105500-project-member] Enqueued Resource ID: a4b7db26-f9af-4c84-bf2d-dec757e43a8c with Priority: HIGHEST for action security_group_members [ 801.640416] env[69685]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 821485bd-4de2-4dea-8610-5c489355978c with Priority: HIGHEST for action security_group_members [ 801.640552] env[69685]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a4b7db26-f9af-4c84-bf2d-dec757e43a8c with Priority: HIGHEST for action security_group_members [ 801.640823] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock member-821485bd-4de2-4dea-8610-5c489355978c taken with stack trace [, , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 801.640945] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-821485bd-4de2-4dea-8610-5c489355978c" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.641384] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-821485bd-4de2-4dea-8610-5c489355978c" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 801.641612] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-821485bd-4de2-4dea-8610-5c489355978c" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 801.641774] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 801.641881] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.641941] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 801.642117] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 801.645368] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 801.645368] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('821485bd-4de2-4dea-8610-5c489355978c',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 801.645368] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock member-a4b7db26-f9af-4c84-bf2d-dec757e43a8c taken with stack trace [, , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 801.645368] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a4b7db26-f9af-4c84-bf2d-dec757e43a8c" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.645368] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a4b7db26-f9af-4c84-bf2d-dec757e43a8c" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 801.645368] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a4b7db26-f9af-4c84-bf2d-dec757e43a8c" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 801.645368] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 801.645368] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.645368] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 801.645368] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 801.645368] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 801.645368] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a4b7db26-f9af-4c84-bf2d-dec757e43a8c',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 801.714390] env[69685]: INFO networking_nsxv3.common.synchronization [req-3e8df9fd-c289-41a5-86d1-1eb0b6df5022 req-f0b3d444-9ebb-4650-834d-6bf0e4369711 tempest-SecurityGroupsTestJSON-185105500 tempest-SecurityGroupsTestJSON-185105500-project-member] Enqueued Resource ID: 821485bd-4de2-4dea-8610-5c489355978c with Priority: HIGHEST for action security_group_rules [ 801.715414] env[69685]: INFO networking_nsxv3.common.synchronization [req-3e8df9fd-c289-41a5-86d1-1eb0b6df5022 req-f0b3d444-9ebb-4650-834d-6bf0e4369711 tempest-SecurityGroupsTestJSON-185105500 tempest-SecurityGroupsTestJSON-185105500-project-member] Enqueued Resource ID: 821485bd-4de2-4dea-8610-5c489355978c with Priority: HIGHEST for action security_group_members [ 801.715414] env[69685]: INFO networking_nsxv3.common.synchronization [req-3e8df9fd-c289-41a5-86d1-1eb0b6df5022 req-f0b3d444-9ebb-4650-834d-6bf0e4369711 tempest-SecurityGroupsTestJSON-185105500 tempest-SecurityGroupsTestJSON-185105500-project-member] Enqueued Resource ID: a4b7db26-f9af-4c84-bf2d-dec757e43a8c with Priority: HIGHEST for action security_group_rules [ 801.715414] env[69685]: INFO networking_nsxv3.common.synchronization [req-3e8df9fd-c289-41a5-86d1-1eb0b6df5022 req-f0b3d444-9ebb-4650-834d-6bf0e4369711 tempest-SecurityGroupsTestJSON-185105500 tempest-SecurityGroupsTestJSON-185105500-project-member] Enqueued Resource ID: a4b7db26-f9af-4c84-bf2d-dec757e43a8c with Priority: HIGHEST for action security_group_members [ 801.718779] env[69685]: INFO networking_nsxv3.common.synchronization [req-3e8df9fd-c289-41a5-86d1-1eb0b6df5022 req-f0b3d444-9ebb-4650-834d-6bf0e4369711 tempest-SecurityGroupsTestJSON-185105500 tempest-SecurityGroupsTestJSON-185105500-project-member] Enqueued Resource ID: 8cb42280-bc88-4ace-b304-8337f1494012 with Priority: HIGHEST for action port [ 801.719569] env[69685]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 821485bd-4de2-4dea-8610-5c489355978c with Priority: HIGHEST for action security_group_rules [ 801.719718] env[69685]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a4b7db26-f9af-4c84-bf2d-dec757e43a8c with Priority: HIGHEST for action security_group_rules [ 801.719825] env[69685]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8cb42280-bc88-4ace-b304-8337f1494012 with Priority: HIGHEST for action port [ 801.719933] env[69685]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 821485bd-4de2-4dea-8610-5c489355978c with Priority: HIGHEST for action security_group_members [ 801.720121] env[69685]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a4b7db26-f9af-4c84-bf2d-dec757e43a8c with Priority: HIGHEST for action security_group_members [ 801.720717] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock rules-821485bd-4de2-4dea-8610-5c489355978c taken with stack trace [, , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 801.720912] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-821485bd-4de2-4dea-8610-5c489355978c" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.721094] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-821485bd-4de2-4dea-8610-5c489355978c" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 801.721235] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-821485bd-4de2-4dea-8610-5c489355978c" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 801.721414] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('821485bd-4de2-4dea-8610-5c489355978c',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 801.722265] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a4b7db26-f9af-4c84-bf2d-dec757e43a8c taken with stack trace [, , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 801.722424] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a4b7db26-f9af-4c84-bf2d-dec757e43a8c" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.722537] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a4b7db26-f9af-4c84-bf2d-dec757e43a8c" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 801.722681] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a4b7db26-f9af-4c84-bf2d-dec757e43a8c" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 801.722763] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a4b7db26-f9af-4c84-bf2d-dec757e43a8c',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 801.723583] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock port-8cb42280-bc88-4ace-b304-8337f1494012 taken with stack trace [, , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 801.723675] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-8cb42280-bc88-4ace-b304-8337f1494012" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.723806] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-8cb42280-bc88-4ace-b304-8337f1494012" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 801.723901] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-8cb42280-bc88-4ace-b304-8337f1494012" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 801.723989] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8cb42280-bc88-4ace-b304-8337f1494012',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 801.724962] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock member-821485bd-4de2-4dea-8610-5c489355978c taken with stack trace [, , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 801.725200] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-821485bd-4de2-4dea-8610-5c489355978c" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.725342] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock member-a4b7db26-f9af-4c84-bf2d-dec757e43a8c taken with stack trace [, , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 801.725505] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a4b7db26-f9af-4c84-bf2d-dec757e43a8c" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.849074] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e98ab8aa-b2b9-4d93-b385-e471c986864a in Status: SUCCESS [ 801.849407] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e98ab8aa-b2b9-4d93-b385-e471c986864a" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 801.849681] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e98ab8aa-b2b9-4d93-b385-e471c986864a" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 801.849977] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e98ab8aa-b2b9-4d93-b385-e471c986864a" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 801.850277] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 801.850449] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.850550] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 801.850790] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 801.850916] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 801.851079] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e98ab8aa-b2b9-4d93-b385-e471c986864a',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 802.050167] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('cf2f5d4c-3cd8-4fdd-9a9f-ec6fe7d29873',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 802.078679] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 802.078898] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 802.079025] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 802.079357] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 802.079596] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 802.079809] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 72339107-b0aa-4dfd-956d-5878859c7012 is going to be updated. [ 802.118949] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 802.118949] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 802.118949] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 802.118949] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 802.118949] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 802.126041] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 72339107-b0aa-4dfd-956d-5878859c7012 in Status: IN_PROGRESS for 2s [ 802.145842] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('821485bd-4de2-4dea-8610-5c489355978c',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 802.147331] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('a4b7db26-f9af-4c84-bf2d-dec757e43a8c',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 802.227720] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock member-821485bd-4de2-4dea-8610-5c489355978c taken with stack trace [, , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 802.227955] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-821485bd-4de2-4dea-8610-5c489355978c" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 802.228178] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 8cb42280-bc88-4ace-b304-8337f1494012 with status ACTIVE [ 802.228359] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 802.228466] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 802.228528] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 802.228746] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 802.228831] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 802.228998] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 802.231019] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 802.231019] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 802.231019] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 802.231019] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 802.231019] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 802.231019] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 802.231019] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 802.231019] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 802.231019] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 802.231019] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 8cb42280-bc88-4ace-b304-8337f1494012 is going to be updated. [ 802.232044] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock member-a4b7db26-f9af-4c84-bf2d-dec757e43a8c taken with stack trace [, , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 802.232044] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a4b7db26-f9af-4c84-bf2d-dec757e43a8c" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 802.258769] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 802.258921] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 802.258995] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 802.259228] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 802.259373] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 802.259532] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-8cb42280-bc88-4ace-b304-8337f1494012" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 802.288774] env[69685]: INFO networking_nsxv3.common.synchronization [req-a88fa8bf-8614-400f-8506-4dc0bd947228 req-6c9007d0-89e6-47a2-984f-4f160e76e67c tempest-DeleteServersAdminTestJSON-1838430346 tempest-DeleteServersAdminTestJSON-1838430346-project-member] Enqueued Resource ID: 864e2079-55d7-49d2-a768-8c1685d1fc04 with Priority: HIGHEST for action security_group_members [ 802.289333] env[69685]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 864e2079-55d7-49d2-a768-8c1685d1fc04 with Priority: HIGHEST for action security_group_members [ 802.289656] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock member-864e2079-55d7-49d2-a768-8c1685d1fc04 taken with stack trace [, , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 802.289794] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-864e2079-55d7-49d2-a768-8c1685d1fc04" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 802.289864] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-864e2079-55d7-49d2-a768-8c1685d1fc04" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 802.290230] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-864e2079-55d7-49d2-a768-8c1685d1fc04" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 802.290414] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 802.290516] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 802.290608] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 802.290750] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 802.290839] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 802.290925] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('864e2079-55d7-49d2-a768-8c1685d1fc04',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 802.353338] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('e98ab8aa-b2b9-4d93-b385-e471c986864a',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 802.552351] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for cf2f5d4c-3cd8-4fdd-9a9f-ec6fe7d29873: rpc.has_security_group_logging(os_id): False [ 802.573151] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 802.573403] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 802.573403] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 802.573574] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 802.573664] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 802.573904] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 802.573994] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 802.574099] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 802.574283] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 802.574365] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 802.574450] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: cf2f5d4c-3cd8-4fdd-9a9f-ec6fe7d29873 is going to be created. [ 802.629576] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 802.629777] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 802.629818] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 802.630089] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 802.630263] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 802.640570] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: cf2f5d4c-3cd8-4fdd-9a9f-ec6fe7d29873 in Status: IN_PROGRESS for 2s [ 802.649063] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('821485bd-4de2-4dea-8610-5c489355978c',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 802.650647] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('a4b7db26-f9af-4c84-bf2d-dec757e43a8c',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 802.793635] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 802.797021] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 802.797021] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 802.797021] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 802.797021] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 802.797021] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 802.797021] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 802.797021] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 802.797021] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 802.797021] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 802.797021] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 864e2079-55d7-49d2-a768-8c1685d1fc04 is going to be updated. [ 802.822231] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 802.822231] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 802.822231] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 802.822231] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 802.822231] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 802.831770] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 864e2079-55d7-49d2-a768-8c1685d1fc04 in Status: IN_PROGRESS for 2s [ 802.859730] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('e98ab8aa-b2b9-4d93-b385-e471c986864a',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 802.935312] env[69685]: INFO networking_nsxv3.common.synchronization [req-1d310762-a3a9-4bfb-84a7-4a8e1ddfb691 req-07ffd3e1-a10a-4126-8b01-0a4de2a278e4 tempest-SecurityGroupsTestJSON-185105500 tempest-SecurityGroupsTestJSON-185105500-project-member] Enqueued Resource ID: a4b7db26-f9af-4c84-bf2d-dec757e43a8c with Priority: HIGHEST for action security_group_members [ 802.936663] env[69685]: INFO networking_nsxv3.common.synchronization [req-1d310762-a3a9-4bfb-84a7-4a8e1ddfb691 req-07ffd3e1-a10a-4126-8b01-0a4de2a278e4 tempest-SecurityGroupsTestJSON-185105500 tempest-SecurityGroupsTestJSON-185105500-project-member] Enqueued Resource ID: 821485bd-4de2-4dea-8610-5c489355978c with Priority: HIGHEST for action security_group_members [ 802.936663] env[69685]: INFO networking_nsxv3.common.synchronization [req-1d310762-a3a9-4bfb-84a7-4a8e1ddfb691 req-07ffd3e1-a10a-4126-8b01-0a4de2a278e4 tempest-SecurityGroupsTestJSON-185105500 tempest-SecurityGroupsTestJSON-185105500-project-member] Enqueued Resource ID: 38825f6e-f5b3-476a-ade8-5547ffbe74c1 with Priority: HIGHEST for action security_group_members [ 802.936663] env[69685]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a4b7db26-f9af-4c84-bf2d-dec757e43a8c with Priority: HIGHEST for action security_group_members [ 802.937456] env[69685]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 821485bd-4de2-4dea-8610-5c489355978c with Priority: HIGHEST for action security_group_members [ 802.937845] env[69685]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 38825f6e-f5b3-476a-ade8-5547ffbe74c1 with Priority: HIGHEST for action security_group_members [ 802.938668] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock member-a4b7db26-f9af-4c84-bf2d-dec757e43a8c taken with stack trace [, , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 802.938983] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a4b7db26-f9af-4c84-bf2d-dec757e43a8c" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 802.939288] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock member-821485bd-4de2-4dea-8610-5c489355978c taken with stack trace [, , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 802.939480] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-821485bd-4de2-4dea-8610-5c489355978c" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 802.939740] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock member-38825f6e-f5b3-476a-ade8-5547ffbe74c1 taken with stack trace [, , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 802.940518] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-38825f6e-f5b3-476a-ade8-5547ffbe74c1" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 802.940518] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-38825f6e-f5b3-476a-ade8-5547ffbe74c1" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 802.940518] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-38825f6e-f5b3-476a-ade8-5547ffbe74c1" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 802.940710] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 802.940907] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 802.941064] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 802.941536] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 802.943016] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 802.943016] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('38825f6e-f5b3-476a-ade8-5547ffbe74c1',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 802.983054] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7e595196-78e9-4731-8bbc-1732959ee441 in Status: SUCCESS [ 802.983054] env[69685]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7e595196-78e9-4731-8bbc-1732959ee441 deletion is rescheduled due to dependency. [ 802.983054] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7e595196-78e9-4731-8bbc-1732959ee441" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 803.074137] env[69685]: INFO networking_nsxv3.common.synchronization [req-1d310762-a3a9-4bfb-84a7-4a8e1ddfb691 req-07ffd3e1-a10a-4126-8b01-0a4de2a278e4 tempest-SecurityGroupsTestJSON-185105500 tempest-SecurityGroupsTestJSON-185105500-project-member] Enqueued Resource ID: 38825f6e-f5b3-476a-ade8-5547ffbe74c1 with Priority: HIGHEST for action security_group_rules [ 803.074137] env[69685]: INFO networking_nsxv3.common.synchronization [req-1d310762-a3a9-4bfb-84a7-4a8e1ddfb691 req-07ffd3e1-a10a-4126-8b01-0a4de2a278e4 tempest-SecurityGroupsTestJSON-185105500 tempest-SecurityGroupsTestJSON-185105500-project-member] Enqueued Resource ID: 38825f6e-f5b3-476a-ade8-5547ffbe74c1 with Priority: HIGHEST for action security_group_members [ 803.074137] env[69685]: INFO networking_nsxv3.common.synchronization [req-1d310762-a3a9-4bfb-84a7-4a8e1ddfb691 req-07ffd3e1-a10a-4126-8b01-0a4de2a278e4 tempest-SecurityGroupsTestJSON-185105500 tempest-SecurityGroupsTestJSON-185105500-project-member] Enqueued Resource ID: 821485bd-4de2-4dea-8610-5c489355978c with Priority: HIGHEST for action security_group_rules [ 803.074137] env[69685]: INFO networking_nsxv3.common.synchronization [req-1d310762-a3a9-4bfb-84a7-4a8e1ddfb691 req-07ffd3e1-a10a-4126-8b01-0a4de2a278e4 tempest-SecurityGroupsTestJSON-185105500 tempest-SecurityGroupsTestJSON-185105500-project-member] Enqueued Resource ID: 821485bd-4de2-4dea-8610-5c489355978c with Priority: HIGHEST for action security_group_members [ 803.074137] env[69685]: INFO networking_nsxv3.common.synchronization [req-1d310762-a3a9-4bfb-84a7-4a8e1ddfb691 req-07ffd3e1-a10a-4126-8b01-0a4de2a278e4 tempest-SecurityGroupsTestJSON-185105500 tempest-SecurityGroupsTestJSON-185105500-project-member] Enqueued Resource ID: a4b7db26-f9af-4c84-bf2d-dec757e43a8c with Priority: HIGHEST for action security_group_rules [ 803.074137] env[69685]: INFO networking_nsxv3.common.synchronization [req-1d310762-a3a9-4bfb-84a7-4a8e1ddfb691 req-07ffd3e1-a10a-4126-8b01-0a4de2a278e4 tempest-SecurityGroupsTestJSON-185105500 tempest-SecurityGroupsTestJSON-185105500-project-member] Enqueued Resource ID: a4b7db26-f9af-4c84-bf2d-dec757e43a8c with Priority: HIGHEST for action security_group_members [ 803.074137] env[69685]: INFO networking_nsxv3.common.synchronization [req-1d310762-a3a9-4bfb-84a7-4a8e1ddfb691 req-07ffd3e1-a10a-4126-8b01-0a4de2a278e4 tempest-SecurityGroupsTestJSON-185105500 tempest-SecurityGroupsTestJSON-185105500-project-member] Enqueued Resource ID: 8cb42280-bc88-4ace-b304-8337f1494012 with Priority: HIGHEST for action port [ 803.075300] env[69685]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 38825f6e-f5b3-476a-ade8-5547ffbe74c1 with Priority: HIGHEST for action security_group_rules [ 803.075604] env[69685]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 821485bd-4de2-4dea-8610-5c489355978c with Priority: HIGHEST for action security_group_rules [ 803.075839] env[69685]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a4b7db26-f9af-4c84-bf2d-dec757e43a8c with Priority: HIGHEST for action security_group_members [ 803.076090] env[69685]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8cb42280-bc88-4ace-b304-8337f1494012 with Priority: HIGHEST for action port [ 803.076518] env[69685]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a4b7db26-f9af-4c84-bf2d-dec757e43a8c with Priority: HIGHEST for action security_group_rules [ 803.076931] env[69685]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 38825f6e-f5b3-476a-ade8-5547ffbe74c1 with Priority: HIGHEST for action security_group_members [ 803.077188] env[69685]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 821485bd-4de2-4dea-8610-5c489355978c with Priority: HIGHEST for action security_group_members [ 803.077652] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock rules-38825f6e-f5b3-476a-ade8-5547ffbe74c1 taken with stack trace [, , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 803.079017] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-38825f6e-f5b3-476a-ade8-5547ffbe74c1" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 803.079017] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-38825f6e-f5b3-476a-ade8-5547ffbe74c1" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 803.079017] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-38825f6e-f5b3-476a-ade8-5547ffbe74c1" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 803.079017] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('38825f6e-f5b3-476a-ade8-5547ffbe74c1',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 803.079589] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock rules-821485bd-4de2-4dea-8610-5c489355978c taken with stack trace [, , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 803.079791] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-821485bd-4de2-4dea-8610-5c489355978c" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 803.080101] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock member-a4b7db26-f9af-4c84-bf2d-dec757e43a8c taken with stack trace [, , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 803.080287] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a4b7db26-f9af-4c84-bf2d-dec757e43a8c" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 803.080550] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock port-8cb42280-bc88-4ace-b304-8337f1494012 taken with stack trace [, , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 803.080895] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-8cb42280-bc88-4ace-b304-8337f1494012" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 803.081057] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-8cb42280-bc88-4ace-b304-8337f1494012" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 803.081308] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-8cb42280-bc88-4ace-b304-8337f1494012" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 803.081463] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8cb42280-bc88-4ace-b304-8337f1494012',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 803.083058] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a4b7db26-f9af-4c84-bf2d-dec757e43a8c taken with stack trace [, , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 803.083058] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a4b7db26-f9af-4c84-bf2d-dec757e43a8c" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 803.083237] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock member-38825f6e-f5b3-476a-ade8-5547ffbe74c1 taken with stack trace [, , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 803.083237] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-38825f6e-f5b3-476a-ade8-5547ffbe74c1" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 803.084034] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock member-821485bd-4de2-4dea-8610-5c489355978c taken with stack trace [, , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 803.084034] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-821485bd-4de2-4dea-8610-5c489355978c" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 803.152013] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 803.152013] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 803.152013] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 803.152190] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 803.152358] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 803.152524] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 821485bd-4de2-4dea-8610-5c489355978c is going to be created. [ 803.158639] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 803.158885] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 803.159048] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 803.159365] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 803.160430] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 803.160628] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a4b7db26-f9af-4c84-bf2d-dec757e43a8c is going to be updated. [ 803.187342] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 803.187593] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 803.187593] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 803.187798] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 803.188044] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 803.191151] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 803.191371] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 803.191678] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 803.191924] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 803.192109] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 803.201493] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a4b7db26-f9af-4c84-bf2d-dec757e43a8c in Status: IN_PROGRESS for 2s [ 803.202135] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 821485bd-4de2-4dea-8610-5c489355978c in Status: UNINITIALIZED for 2s [ 803.276735] env[69685]: DEBUG networking_nsxv3.common.locking [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Lock network-756 taken with stack trace [, , , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 803.276927] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquiring lock "network-756" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 803.277061] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquired lock "network-756" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 803.277344] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquired external semaphore "network-756" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 803.277653] env[69685]: DEBUG networking_nsxv3.common.locking [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 803.277811] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquiring lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 803.277927] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquired lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 803.278173] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquired external semaphore "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 803.278368] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Releasing lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 803.278568] env[69685]: DEBUG dogpile.cache.region [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] No value present for key: 'zone-id' {{(pid=69685) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 803.278752] env[69685]: DEBUG dogpile.lock [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] NeedRegenerationException {{(pid=69685) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 803.278931] env[69685]: DEBUG dogpile.lock [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] no value, waiting for create lock {{(pid=69685) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 803.279235] env[69685]: DEBUG dogpile.lock [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] value creation lock acquired {{(pid=69685) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 803.279457] env[69685]: DEBUG dogpile.cache.region [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] No value present for key: 'zone-id' {{(pid=69685) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 803.279663] env[69685]: DEBUG dogpile.lock [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Calling creation function for not-yet-present value {{(pid=69685) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 803.279827] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 803.298858] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 803.299119] env[69685]: DEBUG dogpile.cache.region [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=69685) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 803.299338] env[69685]: DEBUG dogpile.lock [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Released creation lock {{(pid=69685) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 803.299595] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Releasing lock "network-756" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 803.300053] env[69685]: DEBUG networking_nsxv3.common.locking [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Lock port-38dc9c80-035d-4816-a430-44e7d525aa8a taken with stack trace [, , , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 803.300329] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquiring lock "port-38dc9c80-035d-4816-a430-44e7d525aa8a" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 803.301118] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquired lock "port-38dc9c80-035d-4816-a430-44e7d525aa8a" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 803.301118] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquired external semaphore "port-38dc9c80-035d-4816-a430-44e7d525aa8a" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 803.301268] env[69685]: DEBUG networking_nsxv3.api.rpc [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('38dc9c80-035d-4816-a430-44e7d525aa8a',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 803.361757] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 803.361952] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 803.362052] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 803.362347] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 803.362469] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 803.362530] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e98ab8aa-b2b9-4d93-b385-e471c986864a is going to be updated. [ 803.391356] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 803.391667] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 803.391720] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 803.392016] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 803.392405] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 803.403468] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e98ab8aa-b2b9-4d93-b385-e471c986864a in Status: IN_PROGRESS for 2s [ 803.445324] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('38825f6e-f5b3-476a-ade8-5547ffbe74c1',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 803.585327] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 8cb42280-bc88-4ace-b304-8337f1494012 with status ACTIVE [ 803.585714] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 803.585777] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 803.585907] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 803.586097] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 803.586205] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 803.586393] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 803.586494] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 803.586556] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 803.586746] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 803.586825] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 803.587117] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 803.587269] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 803.587378] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 803.587593] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 803.587656] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 803.587748] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 8cb42280-bc88-4ace-b304-8337f1494012 is going to be updated. [ 803.589173] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock member-38825f6e-f5b3-476a-ade8-5547ffbe74c1 taken with stack trace [, , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 803.589326] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-38825f6e-f5b3-476a-ade8-5547ffbe74c1" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 803.616533] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 803.616533] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 803.616533] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 803.616533] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 803.616885] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 803.616885] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-8cb42280-bc88-4ace-b304-8337f1494012" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 803.807028] env[69685]: DEBUG networking_nsxv3.common.locking [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 803.807028] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquiring lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 803.807028] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquired lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 803.807028] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquired external semaphore "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 803.807028] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Releasing lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 803.807028] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Segment Port 38dc9c80-035d-4816-a430-44e7d525aa8a not found, creating... [ 803.807028] env[69685]: DEBUG networking_nsxv3.common.locking [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 803.807028] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquiring lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 803.807028] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquired lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 803.807028] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquired external semaphore "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 803.807028] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Releasing lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 803.808015] env[69685]: DEBUG networking_nsxv3.common.locking [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 803.810420] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquiring lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 803.810420] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquired lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 803.810420] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquired external semaphore "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 803.810420] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Releasing lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 803.810420] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Resource: SegmentPort with ID: 38dc9c80-035d-4816-a430-44e7d525aa8a is going to be created. [ 803.834251] env[69685]: DEBUG networking_nsxv3.common.locking [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 803.834506] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquiring lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 803.834642] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquired lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 803.835059] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquired external semaphore "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 803.835307] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Releasing lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 803.835581] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Releasing lock "port-38dc9c80-035d-4816-a430-44e7d525aa8a" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 803.949625] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('38825f6e-f5b3-476a-ade8-5547ffbe74c1',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 804.137165] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 72339107-b0aa-4dfd-956d-5878859c7012 in Status: SUCCESS [ 804.137405] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-72339107-b0aa-4dfd-956d-5878859c7012" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 804.453537] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 804.453846] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 804.454035] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 804.454343] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 804.454515] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 804.454670] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 38825f6e-f5b3-476a-ade8-5547ffbe74c1 is going to be created. [ 804.478311] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 804.478518] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 804.478518] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 804.478859] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 804.478976] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 804.493742] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 38825f6e-f5b3-476a-ade8-5547ffbe74c1 in Status: UNINITIALIZED for 2s [ 804.653170] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: cf2f5d4c-3cd8-4fdd-9a9f-ec6fe7d29873 in Status: SUCCESS [ 804.653517] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-cf2f5d4c-3cd8-4fdd-9a9f-ec6fe7d29873" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 804.843450] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 864e2079-55d7-49d2-a768-8c1685d1fc04 in Status: SUCCESS [ 804.843736] env[69685]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 864e2079-55d7-49d2-a768-8c1685d1fc04 deletion is rescheduled due to dependency. [ 804.843888] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-864e2079-55d7-49d2-a768-8c1685d1fc04" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 805.072468] env[69685]: INFO networking_nsxv3.common.synchronization [req-a88fa8bf-8614-400f-8506-4dc0bd947228 req-27ba0a0b-c7fc-427e-b28b-be8214713f6d service nova] Enqueued Resource ID: 864e2079-55d7-49d2-a768-8c1685d1fc04 with Priority: HIGHEST for action security_group_rules [ 805.072645] env[69685]: INFO networking_nsxv3.common.synchronization [req-a88fa8bf-8614-400f-8506-4dc0bd947228 req-27ba0a0b-c7fc-427e-b28b-be8214713f6d service nova] Enqueued Resource ID: 864e2079-55d7-49d2-a768-8c1685d1fc04 with Priority: HIGHEST for action security_group_members [ 805.072780] env[69685]: INFO networking_nsxv3.common.synchronization [req-a88fa8bf-8614-400f-8506-4dc0bd947228 req-27ba0a0b-c7fc-427e-b28b-be8214713f6d service nova] Enqueued Resource ID: 38dc9c80-035d-4816-a430-44e7d525aa8a with Priority: HIGHEST for action port [ 805.076484] env[69685]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 864e2079-55d7-49d2-a768-8c1685d1fc04 with Priority: HIGHEST for action security_group_rules [ 805.076484] env[69685]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 864e2079-55d7-49d2-a768-8c1685d1fc04 with Priority: HIGHEST for action security_group_members [ 805.076484] env[69685]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 38dc9c80-035d-4816-a430-44e7d525aa8a with Priority: HIGHEST for action port [ 805.077546] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock rules-864e2079-55d7-49d2-a768-8c1685d1fc04 taken with stack trace [, , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 805.077546] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-864e2079-55d7-49d2-a768-8c1685d1fc04" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 805.077546] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-864e2079-55d7-49d2-a768-8c1685d1fc04" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 805.077546] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-864e2079-55d7-49d2-a768-8c1685d1fc04" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 805.077546] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('864e2079-55d7-49d2-a768-8c1685d1fc04',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 805.078413] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock member-864e2079-55d7-49d2-a768-8c1685d1fc04 taken with stack trace [, , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 805.078527] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-864e2079-55d7-49d2-a768-8c1685d1fc04" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 805.078593] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-864e2079-55d7-49d2-a768-8c1685d1fc04" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 805.078755] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-864e2079-55d7-49d2-a768-8c1685d1fc04" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 805.078900] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 805.079007] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 805.079433] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 805.079433] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 805.079433] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 805.079433] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('864e2079-55d7-49d2-a768-8c1685d1fc04',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 805.080608] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock port-38dc9c80-035d-4816-a430-44e7d525aa8a taken with stack trace [, , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 805.080801] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-38dc9c80-035d-4816-a430-44e7d525aa8a" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 805.080801] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-38dc9c80-035d-4816-a430-44e7d525aa8a" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 805.080932] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-38dc9c80-035d-4816-a430-44e7d525aa8a" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 805.081014] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('38dc9c80-035d-4816-a430-44e7d525aa8a',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 805.170536] env[69685]: INFO networking_nsxv3.common.synchronization [req-53a446c3-2dc1-44bd-8125-ea5db1fe107b req-2751822d-b00f-45b2-98b4-bca5665f1fcd tempest-ServerRescueTestJSONUnderV235-2080901398 tempest-ServerRescueTestJSONUnderV235-2080901398-project-member] Enqueued Resource ID: bd5fd253-9b9e-487b-af1a-bae433d1d134 with Priority: HIGHEST for action security_group_members [ 805.170713] env[69685]: INFO networking_nsxv3.common.synchronization [req-53a446c3-2dc1-44bd-8125-ea5db1fe107b req-2751822d-b00f-45b2-98b4-bca5665f1fcd tempest-ServerRescueTestJSONUnderV235-2080901398 tempest-ServerRescueTestJSONUnderV235-2080901398-project-member] Enqueued Resource ID: 2b000dee-769a-4bb0-b998-8044b7c26fbc with Priority: HIGHEST for action security_group_members [ 805.171366] env[69685]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bd5fd253-9b9e-487b-af1a-bae433d1d134 with Priority: HIGHEST for action security_group_members [ 805.171428] env[69685]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2b000dee-769a-4bb0-b998-8044b7c26fbc with Priority: HIGHEST for action security_group_members [ 805.171728] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock member-bd5fd253-9b9e-487b-af1a-bae433d1d134 taken with stack trace [, , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 805.171862] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bd5fd253-9b9e-487b-af1a-bae433d1d134" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 805.171929] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bd5fd253-9b9e-487b-af1a-bae433d1d134" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 805.175449] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bd5fd253-9b9e-487b-af1a-bae433d1d134" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 805.175735] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 805.175858] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 805.175923] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 805.176119] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 805.176243] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 805.176343] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('bd5fd253-9b9e-487b-af1a-bae433d1d134',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 805.177400] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock member-2b000dee-769a-4bb0-b998-8044b7c26fbc taken with stack trace [, , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 805.177517] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2b000dee-769a-4bb0-b998-8044b7c26fbc" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 805.177586] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2b000dee-769a-4bb0-b998-8044b7c26fbc" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 805.177746] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2b000dee-769a-4bb0-b998-8044b7c26fbc" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 805.177890] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 805.177993] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 805.178094] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 805.178251] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 805.178336] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 805.178429] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2b000dee-769a-4bb0-b998-8044b7c26fbc',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 805.225660] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a4b7db26-f9af-4c84-bf2d-dec757e43a8c in Status: SUCCESS [ 805.225996] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a4b7db26-f9af-4c84-bf2d-dec757e43a8c" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 805.227384] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 821485bd-4de2-4dea-8610-5c489355978c in Status: SUCCESS [ 805.227669] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-821485bd-4de2-4dea-8610-5c489355978c" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 805.228421] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a4b7db26-f9af-4c84-bf2d-dec757e43a8c" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 805.228810] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a4b7db26-f9af-4c84-bf2d-dec757e43a8c" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 805.229135] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 805.229343] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 805.229445] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 805.229697] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 805.229823] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 805.229964] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a4b7db26-f9af-4c84-bf2d-dec757e43a8c',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 805.231584] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-821485bd-4de2-4dea-8610-5c489355978c" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 805.231849] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-821485bd-4de2-4dea-8610-5c489355978c" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 805.232123] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 805.232291] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 805.232413] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 805.232638] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 805.232764] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 805.232906] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('821485bd-4de2-4dea-8610-5c489355978c',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 805.256707] env[69685]: INFO networking_nsxv3.common.synchronization [req-53a446c3-2dc1-44bd-8125-ea5db1fe107b req-2751822d-b00f-45b2-98b4-bca5665f1fcd tempest-ServerRescueTestJSONUnderV235-2080901398 tempest-ServerRescueTestJSONUnderV235-2080901398-project-member] Enqueued Resource ID: 2b000dee-769a-4bb0-b998-8044b7c26fbc with Priority: HIGHEST for action security_group_rules [ 805.256890] env[69685]: INFO networking_nsxv3.common.synchronization [req-53a446c3-2dc1-44bd-8125-ea5db1fe107b req-2751822d-b00f-45b2-98b4-bca5665f1fcd tempest-ServerRescueTestJSONUnderV235-2080901398 tempest-ServerRescueTestJSONUnderV235-2080901398-project-member] Enqueued Resource ID: 2b000dee-769a-4bb0-b998-8044b7c26fbc with Priority: HIGHEST for action security_group_members [ 805.257049] env[69685]: INFO networking_nsxv3.common.synchronization [req-53a446c3-2dc1-44bd-8125-ea5db1fe107b req-2751822d-b00f-45b2-98b4-bca5665f1fcd tempest-ServerRescueTestJSONUnderV235-2080901398 tempest-ServerRescueTestJSONUnderV235-2080901398-project-member] Enqueued Resource ID: bd5fd253-9b9e-487b-af1a-bae433d1d134 with Priority: HIGHEST for action security_group_rules [ 805.257187] env[69685]: INFO networking_nsxv3.common.synchronization [req-53a446c3-2dc1-44bd-8125-ea5db1fe107b req-2751822d-b00f-45b2-98b4-bca5665f1fcd tempest-ServerRescueTestJSONUnderV235-2080901398 tempest-ServerRescueTestJSONUnderV235-2080901398-project-member] Enqueued Resource ID: bd5fd253-9b9e-487b-af1a-bae433d1d134 with Priority: HIGHEST for action security_group_members [ 805.257313] env[69685]: INFO networking_nsxv3.common.synchronization [req-53a446c3-2dc1-44bd-8125-ea5db1fe107b req-2751822d-b00f-45b2-98b4-bca5665f1fcd tempest-ServerRescueTestJSONUnderV235-2080901398 tempest-ServerRescueTestJSONUnderV235-2080901398-project-member] Enqueued Resource ID: e30c0619-53c4-4d05-911a-84b28748dbb1 with Priority: HIGHEST for action port [ 805.257773] env[69685]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2b000dee-769a-4bb0-b998-8044b7c26fbc with Priority: HIGHEST for action security_group_rules [ 805.257904] env[69685]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bd5fd253-9b9e-487b-af1a-bae433d1d134 with Priority: HIGHEST for action security_group_rules [ 805.258008] env[69685]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e30c0619-53c4-4d05-911a-84b28748dbb1 with Priority: HIGHEST for action port [ 805.259235] env[69685]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2b000dee-769a-4bb0-b998-8044b7c26fbc with Priority: HIGHEST for action security_group_members [ 805.259364] env[69685]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bd5fd253-9b9e-487b-af1a-bae433d1d134 with Priority: HIGHEST for action security_group_members [ 805.259675] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock rules-2b000dee-769a-4bb0-b998-8044b7c26fbc taken with stack trace [, , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 805.259806] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-2b000dee-769a-4bb0-b998-8044b7c26fbc" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 805.259885] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-2b000dee-769a-4bb0-b998-8044b7c26fbc" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 805.260136] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-2b000dee-769a-4bb0-b998-8044b7c26fbc" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 805.260194] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('2b000dee-769a-4bb0-b998-8044b7c26fbc',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 805.261050] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock rules-bd5fd253-9b9e-487b-af1a-bae433d1d134 taken with stack trace [, , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 805.261176] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-bd5fd253-9b9e-487b-af1a-bae433d1d134" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 805.261241] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-bd5fd253-9b9e-487b-af1a-bae433d1d134" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 805.261456] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-bd5fd253-9b9e-487b-af1a-bae433d1d134" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 805.261529] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('bd5fd253-9b9e-487b-af1a-bae433d1d134',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 805.264382] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock port-e30c0619-53c4-4d05-911a-84b28748dbb1 taken with stack trace [, , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 805.264382] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e30c0619-53c4-4d05-911a-84b28748dbb1" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 805.264382] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e30c0619-53c4-4d05-911a-84b28748dbb1" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 805.264382] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e30c0619-53c4-4d05-911a-84b28748dbb1" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 805.264382] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e30c0619-53c4-4d05-911a-84b28748dbb1',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 805.265601] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock member-2b000dee-769a-4bb0-b998-8044b7c26fbc taken with stack trace [, , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 805.265692] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2b000dee-769a-4bb0-b998-8044b7c26fbc" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 805.265891] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock member-bd5fd253-9b9e-487b-af1a-bae433d1d134 taken with stack trace [, , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 805.265970] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bd5fd253-9b9e-487b-af1a-bae433d1d134" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 805.414851] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e98ab8aa-b2b9-4d93-b385-e471c986864a in Status: SUCCESS [ 805.415143] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e98ab8aa-b2b9-4d93-b385-e471c986864a" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 805.415326] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e98ab8aa-b2b9-4d93-b385-e471c986864a" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 805.415555] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e98ab8aa-b2b9-4d93-b385-e471c986864a" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 805.416350] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 805.416498] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 805.416567] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 805.416746] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 805.416835] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 805.416926] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e98ab8aa-b2b9-4d93-b385-e471c986864a" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 805.417042] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('e98ab8aa-b2b9-4d93-b385-e471c986864a',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 805.417432] env[69685]: WARNING oslo_messaging._drivers.amqpdriver [-] Number of call queues is 11, greater than warning threshold: 10. There could be a leak. Increasing threshold to: 20 [ 805.583898] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('864e2079-55d7-49d2-a768-8c1685d1fc04',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 805.584974] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock member-864e2079-55d7-49d2-a768-8c1685d1fc04 taken with stack trace [, , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 805.585167] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-864e2079-55d7-49d2-a768-8c1685d1fc04" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 805.585343] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 38dc9c80-035d-4816-a430-44e7d525aa8a with status ACTIVE [ 805.585506] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 805.585616] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 805.585672] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 805.585889] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 805.585956] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 805.587843] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 805.587970] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 805.588065] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 805.588262] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 805.588351] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 805.588555] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 805.588658] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 805.588723] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 805.589152] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 805.589152] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 805.589152] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 38dc9c80-035d-4816-a430-44e7d525aa8a is going to be updated. [ 805.608859] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 805.608859] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 805.608859] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 805.608859] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 805.608859] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 805.608859] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-38dc9c80-035d-4816-a430-44e7d525aa8a" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 805.681559] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('bd5fd253-9b9e-487b-af1a-bae433d1d134',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 805.684325] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('2b000dee-769a-4bb0-b998-8044b7c26fbc',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 805.735970] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('a4b7db26-f9af-4c84-bf2d-dec757e43a8c',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 805.737699] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('821485bd-4de2-4dea-8610-5c489355978c',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 805.767190] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port e30c0619-53c4-4d05-911a-84b28748dbb1 with status ACTIVE [ 805.767441] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 805.767599] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 805.767693] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 805.767939] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 805.768071] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 805.768293] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 805.768405] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 805.768474] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 805.768673] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 805.768801] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 805.769470] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 805.769622] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 805.769711] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 805.769886] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 805.770014] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 805.770133] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: e30c0619-53c4-4d05-911a-84b28748dbb1 is going to be updated. [ 805.771807] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock member-2b000dee-769a-4bb0-b998-8044b7c26fbc taken with stack trace [, , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 805.771933] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2b000dee-769a-4bb0-b998-8044b7c26fbc" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 805.772199] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock member-bd5fd253-9b9e-487b-af1a-bae433d1d134 taken with stack trace [, , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 805.772304] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bd5fd253-9b9e-487b-af1a-bae433d1d134" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 805.802658] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 805.802658] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 805.802658] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 805.802658] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 805.802658] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 805.802658] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e30c0619-53c4-4d05-911a-84b28748dbb1" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 805.920880] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock member-e98ab8aa-b2b9-4d93-b385-e471c986864a taken with stack trace [, , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 805.921173] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e98ab8aa-b2b9-4d93-b385-e471c986864a" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 805.921173] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e98ab8aa-b2b9-4d93-b385-e471c986864a" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 805.921416] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e98ab8aa-b2b9-4d93-b385-e471c986864a" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 805.921608] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 805.921736] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 805.921817] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 805.922032] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 805.922284] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 805.922284] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e98ab8aa-b2b9-4d93-b385-e471c986864a" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 805.922447] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock member-e98ab8aa-b2b9-4d93-b385-e471c986864a taken with stack trace [, , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 805.922528] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e98ab8aa-b2b9-4d93-b385-e471c986864a" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 805.922586] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e98ab8aa-b2b9-4d93-b385-e471c986864a" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 805.922761] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e98ab8aa-b2b9-4d93-b385-e471c986864a" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 805.922965] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 805.923098] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 805.923161] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 805.923299] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 805.923395] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 805.923480] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e98ab8aa-b2b9-4d93-b385-e471c986864a" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 805.923569] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('e98ab8aa-b2b9-4d93-b385-e471c986864a',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 806.091400] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('864e2079-55d7-49d2-a768-8c1685d1fc04',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 806.188138] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('2b000dee-769a-4bb0-b998-8044b7c26fbc',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 806.188410] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('bd5fd253-9b9e-487b-af1a-bae433d1d134',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 806.239065] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('a4b7db26-f9af-4c84-bf2d-dec757e43a8c',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 806.244161] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('821485bd-4de2-4dea-8610-5c489355978c',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 806.427093] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for e98ab8aa-b2b9-4d93-b385-e471c986864a: rpc.has_security_group_logging(os_id): False [ 806.445275] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 806.447240] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.447387] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 806.448613] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 806.448613] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 806.448613] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 806.448613] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.448613] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 806.448613] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 806.448613] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 806.449194] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 806.450009] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.450084] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 806.450331] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 806.450509] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 806.450794] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 806.450942] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.451058] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 806.451277] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 806.451400] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 806.451534] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e98ab8aa-b2b9-4d93-b385-e471c986864a is going to be updated. [ 806.502600] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 38825f6e-f5b3-476a-ade8-5547ffbe74c1 in Status: SUCCESS [ 806.502815] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-38825f6e-f5b3-476a-ade8-5547ffbe74c1" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 806.502975] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-38825f6e-f5b3-476a-ade8-5547ffbe74c1" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 806.503219] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-38825f6e-f5b3-476a-ade8-5547ffbe74c1" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 806.503411] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 806.503524] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.503586] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 806.503744] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 806.503821] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 806.503914] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('38825f6e-f5b3-476a-ade8-5547ffbe74c1',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 806.506582] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 806.506702] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.506766] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 806.506931] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 806.507075] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 806.517335] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e98ab8aa-b2b9-4d93-b385-e471c986864a in Status: IN_PROGRESS for 2s [ 806.595029] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 806.595029] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.595029] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 806.595029] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 806.595029] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 806.595029] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 864e2079-55d7-49d2-a768-8c1685d1fc04 is going to be updated. [ 806.648481] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 806.648623] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.648689] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 806.648902] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 806.649594] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 806.678136] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 864e2079-55d7-49d2-a768-8c1685d1fc04 in Status: IN_PROGRESS for 2s [ 806.693594] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 806.693908] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.693908] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 806.694347] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 806.694347] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 806.694347] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2b000dee-769a-4bb0-b998-8044b7c26fbc is going to be updated. [ 806.695884] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 806.695884] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.695981] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 806.696326] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 806.696326] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 806.696462] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: bd5fd253-9b9e-487b-af1a-bae433d1d134 is going to be created. [ 806.724025] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 806.724218] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.724364] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 806.724602] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 806.724835] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 806.727019] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 806.727159] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.727276] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 806.727436] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 806.727597] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 806.742266] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2b000dee-769a-4bb0-b998-8044b7c26fbc in Status: IN_PROGRESS for 2s [ 806.742994] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bd5fd253-9b9e-487b-af1a-bae433d1d134 in Status: UNINITIALIZED for 2s [ 806.747623] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 806.747816] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.747949] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 806.748221] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 806.748443] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 806.748545] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a4b7db26-f9af-4c84-bf2d-dec757e43a8c is going to be updated. [ 806.751013] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 806.751202] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.751284] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 806.751527] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 806.751624] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 806.751720] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 821485bd-4de2-4dea-8610-5c489355978c is going to be updated. [ 806.795595] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 806.795815] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.795953] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 806.796100] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 806.796334] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 806.815768] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 821485bd-4de2-4dea-8610-5c489355978c in Status: IN_PROGRESS for 2s [ 806.827090] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 806.827247] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.827319] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 806.827505] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 806.827634] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 806.839873] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a4b7db26-f9af-4c84-bf2d-dec757e43a8c in Status: IN_PROGRESS for 2s [ 807.006826] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('38825f6e-f5b3-476a-ade8-5547ffbe74c1',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 807.485918] env[69685]: INFO networking_nsxv3.common.synchronization [req-e94d74a4-b898-494f-9993-c90b6ad9009b req-58258a55-a91e-4644-8cc3-6b530630ab7b tempest-ServerRescueTestJSONUnderV235-2080901398 tempest-ServerRescueTestJSONUnderV235-2080901398-project-member] Enqueued Resource ID: bd5fd253-9b9e-487b-af1a-bae433d1d134 with Priority: HIGHEST for action security_group_members [ 807.486290] env[69685]: INFO networking_nsxv3.common.synchronization [req-e94d74a4-b898-494f-9993-c90b6ad9009b req-58258a55-a91e-4644-8cc3-6b530630ab7b tempest-ServerRescueTestJSONUnderV235-2080901398 tempest-ServerRescueTestJSONUnderV235-2080901398-project-member] Enqueued Resource ID: 2b000dee-769a-4bb0-b998-8044b7c26fbc with Priority: HIGHEST for action security_group_members [ 807.487015] env[69685]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bd5fd253-9b9e-487b-af1a-bae433d1d134 with Priority: HIGHEST for action security_group_members [ 807.491837] env[69685]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2b000dee-769a-4bb0-b998-8044b7c26fbc with Priority: HIGHEST for action security_group_members [ 807.491837] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock member-bd5fd253-9b9e-487b-af1a-bae433d1d134 taken with stack trace [, , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 807.491837] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bd5fd253-9b9e-487b-af1a-bae433d1d134" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.491837] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock member-2b000dee-769a-4bb0-b998-8044b7c26fbc taken with stack trace [, , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 807.491837] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2b000dee-769a-4bb0-b998-8044b7c26fbc" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.512647] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('38825f6e-f5b3-476a-ade8-5547ffbe74c1',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 807.699128] env[69685]: INFO networking_nsxv3.common.synchronization [req-e94d74a4-b898-494f-9993-c90b6ad9009b req-58258a55-a91e-4644-8cc3-6b530630ab7b tempest-ServerRescueTestJSONUnderV235-2080901398 tempest-ServerRescueTestJSONUnderV235-2080901398-project-member] Enqueued Resource ID: 2b000dee-769a-4bb0-b998-8044b7c26fbc with Priority: HIGHEST for action security_group_rules [ 807.700918] env[69685]: INFO networking_nsxv3.common.synchronization [req-e94d74a4-b898-494f-9993-c90b6ad9009b req-58258a55-a91e-4644-8cc3-6b530630ab7b tempest-ServerRescueTestJSONUnderV235-2080901398 tempest-ServerRescueTestJSONUnderV235-2080901398-project-member] Enqueued Resource ID: 2b000dee-769a-4bb0-b998-8044b7c26fbc with Priority: HIGHEST for action security_group_members [ 807.701765] env[69685]: INFO networking_nsxv3.common.synchronization [req-e94d74a4-b898-494f-9993-c90b6ad9009b req-58258a55-a91e-4644-8cc3-6b530630ab7b tempest-ServerRescueTestJSONUnderV235-2080901398 tempest-ServerRescueTestJSONUnderV235-2080901398-project-member] Enqueued Resource ID: e30c0619-53c4-4d05-911a-84b28748dbb1 with Priority: HIGHEST for action port [ 807.709221] env[69685]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2b000dee-769a-4bb0-b998-8044b7c26fbc with Priority: HIGHEST for action security_group_rules [ 807.709221] env[69685]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2b000dee-769a-4bb0-b998-8044b7c26fbc with Priority: HIGHEST for action security_group_members [ 807.709221] env[69685]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e30c0619-53c4-4d05-911a-84b28748dbb1 with Priority: HIGHEST for action port [ 807.709221] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock rules-2b000dee-769a-4bb0-b998-8044b7c26fbc taken with stack trace [, , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 807.709221] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-2b000dee-769a-4bb0-b998-8044b7c26fbc" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.709221] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock member-2b000dee-769a-4bb0-b998-8044b7c26fbc taken with stack trace [, , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 807.709221] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2b000dee-769a-4bb0-b998-8044b7c26fbc" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.709221] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock port-e30c0619-53c4-4d05-911a-84b28748dbb1 taken with stack trace [, , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 807.709221] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e30c0619-53c4-4d05-911a-84b28748dbb1" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.709221] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e30c0619-53c4-4d05-911a-84b28748dbb1" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.709221] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e30c0619-53c4-4d05-911a-84b28748dbb1" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 807.709221] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e30c0619-53c4-4d05-911a-84b28748dbb1',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 808.020361] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 808.021177] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.021294] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 808.021538] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 808.021631] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 808.021743] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 38825f6e-f5b3-476a-ade8-5547ffbe74c1 is going to be updated. [ 808.047053] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 808.047251] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.047296] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 808.047504] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 808.047649] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 808.056022] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 38825f6e-f5b3-476a-ade8-5547ffbe74c1 in Status: IN_PROGRESS for 2s [ 808.209216] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port e30c0619-53c4-4d05-911a-84b28748dbb1 with status ACTIVE [ 808.209732] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 808.209876] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.209949] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 808.210183] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 808.210274] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 808.210484] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 808.210591] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.210660] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 808.210793] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 808.211194] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 808.211194] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 808.211194] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.211194] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 808.211387] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 808.211387] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 808.211524] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: e30c0619-53c4-4d05-911a-84b28748dbb1 is going to be updated. [ 808.234054] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 808.234054] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.234054] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 808.234054] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 808.234054] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 808.234054] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e30c0619-53c4-4d05-911a-84b28748dbb1" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 808.529052] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e98ab8aa-b2b9-4d93-b385-e471c986864a in Status: SUCCESS [ 808.530123] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e98ab8aa-b2b9-4d93-b385-e471c986864a" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 808.689990] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 864e2079-55d7-49d2-a768-8c1685d1fc04 in Status: SUCCESS [ 808.690240] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-864e2079-55d7-49d2-a768-8c1685d1fc04" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 808.690525] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-864e2079-55d7-49d2-a768-8c1685d1fc04" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 808.690753] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-864e2079-55d7-49d2-a768-8c1685d1fc04" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 808.690957] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 808.691222] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.691299] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 808.691449] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 808.691671] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 808.691776] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-864e2079-55d7-49d2-a768-8c1685d1fc04" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 808.691869] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('864e2079-55d7-49d2-a768-8c1685d1fc04',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 808.756569] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2b000dee-769a-4bb0-b998-8044b7c26fbc in Status: SUCCESS [ 808.757090] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2b000dee-769a-4bb0-b998-8044b7c26fbc" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 808.757620] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bd5fd253-9b9e-487b-af1a-bae433d1d134 in Status: SUCCESS [ 808.757718] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bd5fd253-9b9e-487b-af1a-bae433d1d134" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 808.757861] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2b000dee-769a-4bb0-b998-8044b7c26fbc" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 808.758130] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2b000dee-769a-4bb0-b998-8044b7c26fbc" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 808.760688] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 808.760688] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.760688] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 808.760688] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 808.760688] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 808.760688] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2b000dee-769a-4bb0-b998-8044b7c26fbc',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 808.760688] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bd5fd253-9b9e-487b-af1a-bae433d1d134" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 808.760688] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bd5fd253-9b9e-487b-af1a-bae433d1d134" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 808.760688] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 808.760688] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.760688] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 808.760688] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 808.760688] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 808.760688] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('bd5fd253-9b9e-487b-af1a-bae433d1d134',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 808.825411] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 821485bd-4de2-4dea-8610-5c489355978c in Status: SUCCESS [ 808.825748] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-821485bd-4de2-4dea-8610-5c489355978c" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 808.826016] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-821485bd-4de2-4dea-8610-5c489355978c" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 808.826361] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-821485bd-4de2-4dea-8610-5c489355978c" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 808.826657] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 808.826841] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.826944] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 808.827731] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 808.827731] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 808.827731] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-821485bd-4de2-4dea-8610-5c489355978c" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 808.827731] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('821485bd-4de2-4dea-8610-5c489355978c',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 808.828944] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-821485bd-4de2-4dea-8610-5c489355978c" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 808.829133] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-821485bd-4de2-4dea-8610-5c489355978c" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 808.829396] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 808.829588] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.829721] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 808.829936] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 808.830099] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 808.830165] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('821485bd-4de2-4dea-8610-5c489355978c',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 808.849654] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a4b7db26-f9af-4c84-bf2d-dec757e43a8c in Status: SUCCESS [ 808.849654] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a4b7db26-f9af-4c84-bf2d-dec757e43a8c" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 808.849654] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a4b7db26-f9af-4c84-bf2d-dec757e43a8c" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 808.849929] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a4b7db26-f9af-4c84-bf2d-dec757e43a8c" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 808.850178] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 808.850273] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.850309] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 808.850503] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 808.850604] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 808.850721] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a4b7db26-f9af-4c84-bf2d-dec757e43a8c" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 808.850823] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('a4b7db26-f9af-4c84-bf2d-dec757e43a8c',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 808.851644] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a4b7db26-f9af-4c84-bf2d-dec757e43a8c" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 808.851829] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a4b7db26-f9af-4c84-bf2d-dec757e43a8c" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 808.852007] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 808.854863] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.854863] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 808.854863] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 808.854863] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 808.854863] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a4b7db26-f9af-4c84-bf2d-dec757e43a8c',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 809.202432] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock member-864e2079-55d7-49d2-a768-8c1685d1fc04 taken with stack trace [, , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 809.202432] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-864e2079-55d7-49d2-a768-8c1685d1fc04" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 809.202432] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-864e2079-55d7-49d2-a768-8c1685d1fc04" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 809.202432] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-864e2079-55d7-49d2-a768-8c1685d1fc04" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 809.202432] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 809.202432] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 809.202432] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 809.202432] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 809.202432] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 809.202432] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-864e2079-55d7-49d2-a768-8c1685d1fc04" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 809.202432] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock member-864e2079-55d7-49d2-a768-8c1685d1fc04 taken with stack trace [, , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 809.202432] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-864e2079-55d7-49d2-a768-8c1685d1fc04" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 809.202432] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-864e2079-55d7-49d2-a768-8c1685d1fc04" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 809.202432] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-864e2079-55d7-49d2-a768-8c1685d1fc04" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 809.202432] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 809.202432] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 809.202994] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 809.202994] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 809.202994] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 809.202994] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-864e2079-55d7-49d2-a768-8c1685d1fc04" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 809.202994] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('864e2079-55d7-49d2-a768-8c1685d1fc04',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 809.263324] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('2b000dee-769a-4bb0-b998-8044b7c26fbc',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 809.264581] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 809.264581] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 809.264672] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 809.265499] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 809.265499] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 809.265499] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 809.265499] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 809.265499] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 809.265499] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 809.265897] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 809.265897] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: bd5fd253-9b9e-487b-af1a-bae433d1d134 is going to be deleted. [ 809.322022] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 809.322022] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 809.322200] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 809.322722] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 809.322861] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 809.323040] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bd5fd253-9b9e-487b-af1a-bae433d1d134" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 809.323325] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bd5fd253-9b9e-487b-af1a-bae433d1d134" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 809.327295] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bd5fd253-9b9e-487b-af1a-bae433d1d134" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 809.327295] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 809.327295] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 809.327295] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 809.327295] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 809.327295] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 809.327295] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('bd5fd253-9b9e-487b-af1a-bae433d1d134',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 809.332711] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('821485bd-4de2-4dea-8610-5c489355978c',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 809.333646] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('821485bd-4de2-4dea-8610-5c489355978c',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 809.359595] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock member-a4b7db26-f9af-4c84-bf2d-dec757e43a8c taken with stack trace [, , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 809.359726] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a4b7db26-f9af-4c84-bf2d-dec757e43a8c" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 809.359917] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('a4b7db26-f9af-4c84-bf2d-dec757e43a8c',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 809.708421] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 864e2079-55d7-49d2-a768-8c1685d1fc04: rpc.has_security_group_logging(os_id): False [ 809.725494] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 809.725678] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 809.725771] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 809.726037] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 809.726220] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 809.726451] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 809.726571] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 809.726662] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 809.726797] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 809.726888] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 809.727106] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 809.727256] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 809.727322] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 809.727496] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 809.727579] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 809.727981] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 809.727981] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 809.727981] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 809.728492] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 809.728492] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 809.728492] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 864e2079-55d7-49d2-a768-8c1685d1fc04 is going to be updated. [ 809.768218] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('2b000dee-769a-4bb0-b998-8044b7c26fbc',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 809.786358] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 809.786795] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 809.786795] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 809.787049] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 809.787332] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 809.802089] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 864e2079-55d7-49d2-a768-8c1685d1fc04 in Status: IN_PROGRESS for 2s [ 809.826782] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 809.826950] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 809.827040] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 809.827270] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 809.827568] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 809.827568] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 809.827712] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 809.827749] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 809.827987] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 809.827987] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 809.828105] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: bd5fd253-9b9e-487b-af1a-bae433d1d134 already deleted. [ 809.828228] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bd5fd253-9b9e-487b-af1a-bae433d1d134" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 809.828380] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('bd5fd253-9b9e-487b-af1a-bae433d1d134',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 809.829513] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bd5fd253-9b9e-487b-af1a-bae433d1d134" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 809.829950] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bd5fd253-9b9e-487b-af1a-bae433d1d134" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 809.829950] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 809.830096] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 809.830218] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 809.830382] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 809.830382] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 809.830469] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('bd5fd253-9b9e-487b-af1a-bae433d1d134',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 809.835437] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 821485bd-4de2-4dea-8610-5c489355978c: rpc.has_security_group_logging(os_id): False [ 809.836488] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('821485bd-4de2-4dea-8610-5c489355978c',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 809.852527] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 809.852704] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 809.852753] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 809.853198] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 809.853198] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 809.853374] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 809.853493] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 809.853566] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 809.853717] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 809.853804] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 809.853897] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 821485bd-4de2-4dea-8610-5c489355978c is going to be created. [ 809.861921] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('a4b7db26-f9af-4c84-bf2d-dec757e43a8c',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 809.929562] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 809.929741] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 809.929823] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 809.930171] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 809.930484] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 809.942567] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 821485bd-4de2-4dea-8610-5c489355978c in Status: IN_PROGRESS for 2s [ 810.067220] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 38825f6e-f5b3-476a-ade8-5547ffbe74c1 in Status: SUCCESS [ 810.067616] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-38825f6e-f5b3-476a-ade8-5547ffbe74c1" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 810.068207] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-38825f6e-f5b3-476a-ade8-5547ffbe74c1" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 810.068207] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-38825f6e-f5b3-476a-ade8-5547ffbe74c1" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 810.068307] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 810.068363] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 810.068424] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 810.068625] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 810.068786] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 810.068786] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-38825f6e-f5b3-476a-ade8-5547ffbe74c1" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 810.069257] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('38825f6e-f5b3-476a-ade8-5547ffbe74c1',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 810.272286] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 810.272542] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 810.272611] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 810.272823] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 810.272915] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 810.273039] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2b000dee-769a-4bb0-b998-8044b7c26fbc is going to be updated. [ 810.304677] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 810.305707] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 810.305707] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 810.306179] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 810.306390] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 810.316502] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2b000dee-769a-4bb0-b998-8044b7c26fbc in Status: IN_PROGRESS for 2s [ 810.334025] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('bd5fd253-9b9e-487b-af1a-bae433d1d134',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 810.334928] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 810.335162] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 810.335297] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 810.335539] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 810.335677] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 810.336218] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 810.336805] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 810.336910] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 810.337156] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 810.337306] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 810.337414] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: bd5fd253-9b9e-487b-af1a-bae433d1d134 already deleted. [ 810.337501] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bd5fd253-9b9e-487b-af1a-bae433d1d134" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 810.338062] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 810.338174] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 810.338248] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 810.338399] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 810.338478] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 810.338563] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 821485bd-4de2-4dea-8610-5c489355978c is going to be updated. [ 810.365947] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 810.366358] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 810.366450] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 810.367889] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 810.367889] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 810.368019] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 810.368140] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 810.368209] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 810.368375] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 810.368457] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 810.368546] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a4b7db26-f9af-4c84-bf2d-dec757e43a8c is going to be updated. [ 810.381421] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 821485bd-4de2-4dea-8610-5c489355978c in Status: IN_PROGRESS for 2s [ 810.396293] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 810.396432] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 810.396531] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 810.396846] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 810.397028] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 810.406500] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a4b7db26-f9af-4c84-bf2d-dec757e43a8c in Status: IN_PROGRESS for 2s [ 810.574483] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('38825f6e-f5b3-476a-ade8-5547ffbe74c1',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 810.838713] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for bd5fd253-9b9e-487b-af1a-bae433d1d134: rpc.has_security_group_logging(os_id): False [ 810.855701] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 810.855834] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 810.855909] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 810.856290] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 810.856395] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 810.856618] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 810.856719] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 810.856783] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 810.856943] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 810.857030] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 810.857119] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: bd5fd253-9b9e-487b-af1a-bae433d1d134 is going to be created. [ 810.873949] env[69685]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.client_nsx [-] Warning Code=404 Message=b'{\n "httpStatus" : "NOT_FOUND",\n "error_code" : 500232,\n "module_name" : "Policy",\n "error_message" : "Following dependent objects, used in path=[/infra/domains/default/security-policies/bd5fd253-9b9e-487b-af1a-bae433d1d134], does not exist path=[/infra/domains/default/groups/bd5fd253-9b9e-487b-af1a-bae433d1d134]."\n}' [ 810.873949] env[69685]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: bd5fd253-9b9e-487b-af1a-bae433d1d134 failed to be updated, retrying after metadata refresh: requests.exceptions.HTTPError: 404 Client Error: Not Found for url: https://nsxt.osci.c.eu-de-1.cloud.sap:443/policy/api/v1/infra/domains/default/security-policies/bd5fd253-9b9e-487b-af1a-bae433d1d134 [ 810.873949] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules). [ 810.897816] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 810.897995] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 810.898072] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 810.898332] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 810.899060] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 810.899310] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 810.899415] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 810.903023] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 810.903023] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 810.903023] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 810.903023] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 810.903023] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 810.903023] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 810.903023] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 810.903023] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 810.903023] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: bd5fd253-9b9e-487b-af1a-bae433d1d134 is going to be created. [ 810.914565] env[69685]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.client_nsx [-] Warning Code=404 Message=b'{\n "httpStatus" : "NOT_FOUND",\n "error_code" : 500232,\n "module_name" : "Policy",\n "error_message" : "Following dependent objects, used in path=[/infra/domains/default/security-policies/bd5fd253-9b9e-487b-af1a-bae433d1d134], does not exist path=[/infra/domains/default/groups/bd5fd253-9b9e-487b-af1a-bae433d1d134]."\n}': requests.exceptions.HTTPError: 404 Client Error: Not Found for url: https://nsxt.osci.c.eu-de-1.cloud.sap:443/policy/api/v1/infra/domains/default/security-policies/bd5fd253-9b9e-487b-af1a-bae433d1d134 [ 810.914761] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-bd5fd253-9b9e-487b-af1a-bae433d1d134" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 810.915381] env[69685]: Traceback (most recent call last): [ 810.915381] env[69685]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py", line 36, in wrapper [ 810.915381] env[69685]: return func(*args, **kwargs) [ 810.915381] env[69685]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py", line 786, in _realize [ 810.915381] env[69685]: res.raise_for_status() [ 810.915381] env[69685]: File "/opt/stack/data/venv/lib/python3.10/site-packages/requests/models.py", line 1024, in raise_for_status [ 810.915381] env[69685]: raise HTTPError(http_error_msg, response=self) [ 810.915381] env[69685]: requests.exceptions.HTTPError: 404 Client Error: Not Found for url: https://nsxt.osci.c.eu-de-1.cloud.sap:443/policy/api/v1/infra/domains/default/security-policies/bd5fd253-9b9e-487b-af1a-bae433d1d134 [ 810.915381] env[69685]: During handling of the above exception, another exception occurred: [ 810.915381] env[69685]: Traceback (most recent call last): [ 810.916011] env[69685]: File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/hubs/poll.py", line 111, in wait [ 810.916011] env[69685]: listener.cb(fileno) [ 810.916011] env[69685]: File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 272, in main [ 810.916011] env[69685]: result = function(*args, **kwargs) [ 810.916011] env[69685]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/realization.py", line 210, in security_group_rules [ 810.916011] env[69685]: self.nsx_provider.sg_rules_realize(os_sg, logged=logged) [ 810.916011] env[69685]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py", line 1012, in sg_rules_realize [ 810.916011] env[69685]: return self._realize(Provider.SG_RULES, delete, self.payload.sg_rules_container, os_sg, provider_sg) [ 810.916011] env[69685]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py", line 45, in wrapper [ 810.916011] env[69685]: return func(self, resource_type, delete, self.payload.sg_rules_container, os_obj, provider_sg) [ 810.916011] env[69685]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py", line 786, in _realize [ 810.916011] env[69685]: res.raise_for_status() [ 810.916011] env[69685]: File "/opt/stack/data/venv/lib/python3.10/site-packages/requests/models.py", line 1024, in raise_for_status [ 810.916011] env[69685]: raise HTTPError(http_error_msg, response=self) [ 810.916011] env[69685]: requests.exceptions.HTTPError: 404 Client Error: Not Found for url: https://nsxt.osci.c.eu-de-1.cloud.sap:443/policy/api/v1/infra/domains/default/security-policies/bd5fd253-9b9e-487b-af1a-bae433d1d134 [ 810.916011] env[69685]: Removing descriptor: 33 [ 811.084041] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 38825f6e-f5b3-476a-ade8-5547ffbe74c1: rpc.has_security_group_logging(os_id): False [ 811.101492] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 811.103032] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.103154] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 811.103578] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 811.103578] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 811.103783] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 811.103859] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.103894] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 811.104059] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 811.104137] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 811.104224] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 38825f6e-f5b3-476a-ade8-5547ffbe74c1 is going to be created. [ 811.155164] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 811.155342] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.155430] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 811.155696] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 811.155937] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 811.170632] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 38825f6e-f5b3-476a-ade8-5547ffbe74c1 in Status: IN_PROGRESS for 2s [ 811.822781] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 864e2079-55d7-49d2-a768-8c1685d1fc04 in Status: SUCCESS [ 811.823013] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-864e2079-55d7-49d2-a768-8c1685d1fc04" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 811.953818] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 821485bd-4de2-4dea-8610-5c489355978c in Status: SUCCESS [ 811.954095] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-821485bd-4de2-4dea-8610-5c489355978c" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 811.954411] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-821485bd-4de2-4dea-8610-5c489355978c" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 811.954683] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-821485bd-4de2-4dea-8610-5c489355978c" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 811.955274] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('821485bd-4de2-4dea-8610-5c489355978c',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 812.319485] env[69685]: INFO networking_nsxv3.common.synchronization [None req-6cf96b59-7e2e-4ad5-addf-dec6f7033f5a None None] Enqueued Resource ID: 0a4163f4-c6b3-4769-82d7-6c2cc384e247 with Priority: HIGHEST for action port [ 812.320056] env[69685]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0a4163f4-c6b3-4769-82d7-6c2cc384e247 with Priority: HIGHEST for action port [ 812.320655] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock port-0a4163f4-c6b3-4769-82d7-6c2cc384e247 taken with stack trace [, , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 812.320786] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-0a4163f4-c6b3-4769-82d7-6c2cc384e247" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 812.320837] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-0a4163f4-c6b3-4769-82d7-6c2cc384e247" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 812.321086] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-0a4163f4-c6b3-4769-82d7-6c2cc384e247" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 812.321167] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0a4163f4-c6b3-4769-82d7-6c2cc384e247',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 812.329641] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2b000dee-769a-4bb0-b998-8044b7c26fbc in Status: SUCCESS [ 812.329641] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2b000dee-769a-4bb0-b998-8044b7c26fbc" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 812.329641] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2b000dee-769a-4bb0-b998-8044b7c26fbc" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 812.329641] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2b000dee-769a-4bb0-b998-8044b7c26fbc" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 812.329641] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 812.329641] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 812.329641] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 812.329641] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 812.329641] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 812.329641] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2b000dee-769a-4bb0-b998-8044b7c26fbc" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 812.329641] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('2b000dee-769a-4bb0-b998-8044b7c26fbc',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 812.330701] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2b000dee-769a-4bb0-b998-8044b7c26fbc" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 812.335027] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2b000dee-769a-4bb0-b998-8044b7c26fbc" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 812.335027] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 812.335027] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 812.335027] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 812.335027] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 812.335027] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 812.335027] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2b000dee-769a-4bb0-b998-8044b7c26fbc',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 812.389519] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 821485bd-4de2-4dea-8610-5c489355978c in Status: SUCCESS [ 812.389731] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-821485bd-4de2-4dea-8610-5c489355978c" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 812.389900] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-821485bd-4de2-4dea-8610-5c489355978c" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 812.390238] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-821485bd-4de2-4dea-8610-5c489355978c" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 812.390347] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 812.390466] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 812.390564] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 812.390676] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 812.390826] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 812.390986] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('821485bd-4de2-4dea-8610-5c489355978c',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 812.414863] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a4b7db26-f9af-4c84-bf2d-dec757e43a8c in Status: SUCCESS [ 812.415155] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a4b7db26-f9af-4c84-bf2d-dec757e43a8c" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 812.416733] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a4b7db26-f9af-4c84-bf2d-dec757e43a8c" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 812.416733] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a4b7db26-f9af-4c84-bf2d-dec757e43a8c" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 812.416733] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 812.416733] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 812.416733] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 812.416733] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 812.416733] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 812.416733] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a4b7db26-f9af-4c84-bf2d-dec757e43a8c',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 812.448152] env[69685]: INFO networking_nsxv3.common.synchronization [req-bef88dd1-06d9-4740-a893-07349c647a61 req-e79be43b-f8a8-4bde-bd28-460bb803632b tempest-ServersAdminTestJSON-189216652 tempest-ServersAdminTestJSON-189216652-project-member] Enqueued Resource ID: 6c46d096-f047-457a-99ba-22b9e613d7e2 with Priority: HIGHEST for action security_group_members [ 812.448152] env[69685]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6c46d096-f047-457a-99ba-22b9e613d7e2 with Priority: HIGHEST for action security_group_members [ 812.448771] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock member-6c46d096-f047-457a-99ba-22b9e613d7e2 taken with stack trace [, , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 812.448890] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6c46d096-f047-457a-99ba-22b9e613d7e2" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 812.448955] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6c46d096-f047-457a-99ba-22b9e613d7e2" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 812.450109] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6c46d096-f047-457a-99ba-22b9e613d7e2" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 812.450192] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 812.450307] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 812.450369] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 812.450536] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 812.450618] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 812.450709] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6c46d096-f047-457a-99ba-22b9e613d7e2',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 812.457842] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock member-821485bd-4de2-4dea-8610-5c489355978c taken with stack trace [, , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 812.457963] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-821485bd-4de2-4dea-8610-5c489355978c" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 812.823314] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 0a4163f4-c6b3-4769-82d7-6c2cc384e247 [ 812.823527] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 812.823687] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 812.823759] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 812.823977] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 812.824081] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 812.824233] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:0a4163f4-c6b3-4769-82d7-6c2cc384e247 already deleted. [ 812.824263] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-0a4163f4-c6b3-4769-82d7-6c2cc384e247" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 812.836153] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock member-2b000dee-769a-4bb0-b998-8044b7c26fbc taken with stack trace [, , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 812.836153] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2b000dee-769a-4bb0-b998-8044b7c26fbc" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 812.836153] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('2b000dee-769a-4bb0-b998-8044b7c26fbc',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 812.893969] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('821485bd-4de2-4dea-8610-5c489355978c',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 812.919541] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('a4b7db26-f9af-4c84-bf2d-dec757e43a8c',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 812.953573] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('6c46d096-f047-457a-99ba-22b9e613d7e2',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 813.100530] env[69685]: DEBUG networking_nsxv3.common.locking [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Lock network-62 taken with stack trace [, , , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 813.100530] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquiring lock "network-62" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 813.102353] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquired lock "network-62" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 813.102353] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquired external semaphore "network-62" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 813.102353] env[69685]: DEBUG networking_nsxv3.common.locking [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 813.102353] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquiring lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 813.102353] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquired lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 813.102353] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquired external semaphore "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 813.102353] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Releasing lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 813.102353] env[69685]: DEBUG dogpile.cache.region [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] No value present for key: 'zone-id' {{(pid=69685) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 813.102353] env[69685]: DEBUG dogpile.lock [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] NeedRegenerationException {{(pid=69685) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 813.102353] env[69685]: DEBUG dogpile.lock [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] no value, waiting for create lock {{(pid=69685) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 813.102781] env[69685]: DEBUG dogpile.lock [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] value creation lock acquired {{(pid=69685) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 813.102781] env[69685]: DEBUG dogpile.cache.region [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] No value present for key: 'zone-id' {{(pid=69685) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 813.102781] env[69685]: DEBUG dogpile.lock [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Calling creation function for not-yet-present value {{(pid=69685) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 813.103308] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 813.123419] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 813.123419] env[69685]: DEBUG dogpile.cache.region [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=69685) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 813.123419] env[69685]: DEBUG dogpile.lock [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Released creation lock {{(pid=69685) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 813.124849] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Releasing lock "network-62" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 813.124849] env[69685]: DEBUG networking_nsxv3.common.locking [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Lock port-d3ee41de-9511-45c6-a713-aafb912ed41d taken with stack trace [, , , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 813.124849] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquiring lock "port-d3ee41de-9511-45c6-a713-aafb912ed41d" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 813.124849] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquired lock "port-d3ee41de-9511-45c6-a713-aafb912ed41d" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 813.124849] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquired external semaphore "port-d3ee41de-9511-45c6-a713-aafb912ed41d" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 813.124849] env[69685]: DEBUG networking_nsxv3.api.rpc [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d3ee41de-9511-45c6-a713-aafb912ed41d',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 813.184879] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 38825f6e-f5b3-476a-ade8-5547ffbe74c1 in Status: SUCCESS [ 813.186926] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-38825f6e-f5b3-476a-ade8-5547ffbe74c1" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 813.340403] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('2b000dee-769a-4bb0-b998-8044b7c26fbc',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 813.397609] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('821485bd-4de2-4dea-8610-5c489355978c',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 813.420985] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('a4b7db26-f9af-4c84-bf2d-dec757e43a8c',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 813.456835] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('6c46d096-f047-457a-99ba-22b9e613d7e2',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 813.628082] env[69685]: DEBUG networking_nsxv3.common.locking [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 813.628280] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquiring lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 813.628482] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquired lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 813.628659] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquired external semaphore "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 813.629310] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Releasing lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 813.629310] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Segment Port d3ee41de-9511-45c6-a713-aafb912ed41d not found, creating... [ 813.629310] env[69685]: DEBUG networking_nsxv3.common.locking [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 813.629838] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquiring lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 813.629838] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquired lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 813.629838] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquired external semaphore "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 813.629838] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Releasing lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 813.630106] env[69685]: DEBUG networking_nsxv3.common.locking [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 813.630298] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquiring lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 813.630394] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquired lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 813.630601] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquired external semaphore "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 813.630759] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Releasing lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 813.630861] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Resource: SegmentPort with ID: d3ee41de-9511-45c6-a713-aafb912ed41d is going to be created. [ 813.660020] env[69685]: DEBUG networking_nsxv3.common.locking [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 813.660020] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquiring lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 813.660020] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquired lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 813.660020] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquired external semaphore "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 813.660020] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Releasing lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 813.660020] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Releasing lock "port-d3ee41de-9511-45c6-a713-aafb912ed41d" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 813.843021] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 813.843271] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 813.843357] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 813.843656] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 813.843732] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 813.843870] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2b000dee-769a-4bb0-b998-8044b7c26fbc is going to be updated. [ 813.870241] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 813.870397] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 813.870446] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 813.870661] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 813.871099] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 813.879991] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2b000dee-769a-4bb0-b998-8044b7c26fbc in Status: IN_PROGRESS for 2s [ 813.900162] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 813.900162] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 813.900162] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 813.900567] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 813.900567] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 813.900567] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 821485bd-4de2-4dea-8610-5c489355978c is going to be updated. [ 813.925403] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 813.925403] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 813.925403] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 813.925403] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 813.925403] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 813.925403] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a4b7db26-f9af-4c84-bf2d-dec757e43a8c is going to be updated. [ 813.927209] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 813.927352] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 813.927507] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 813.927580] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 813.927685] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 813.936013] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 821485bd-4de2-4dea-8610-5c489355978c in Status: IN_PROGRESS for 2s [ 813.952627] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 813.952837] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 813.952997] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 813.953106] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 813.953283] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 813.961719] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a4b7db26-f9af-4c84-bf2d-dec757e43a8c in Status: IN_PROGRESS for 2s [ 813.962115] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 813.962285] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 813.962432] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 813.962587] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 813.962698] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 813.962810] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6c46d096-f047-457a-99ba-22b9e613d7e2 is going to be updated. [ 813.990102] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 813.990224] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 813.990266] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 813.990452] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 813.990594] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 814.002092] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6c46d096-f047-457a-99ba-22b9e613d7e2 in Status: IN_PROGRESS for 2s [ 814.485362] env[69685]: INFO networking_nsxv3.common.synchronization [None req-c6ec4506-bdfa-4038-9d7a-87658ab22607 None None] Enqueued Resource ID: a1b77001-d2e9-4ef7-b803-acbd2255de8b with Priority: HIGHEST for action port [ 814.485770] env[69685]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a1b77001-d2e9-4ef7-b803-acbd2255de8b with Priority: HIGHEST for action port [ 814.486250] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock port-a1b77001-d2e9-4ef7-b803-acbd2255de8b taken with stack trace [, , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 814.486378] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a1b77001-d2e9-4ef7-b803-acbd2255de8b" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 814.486378] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a1b77001-d2e9-4ef7-b803-acbd2255de8b" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 814.486629] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a1b77001-d2e9-4ef7-b803-acbd2255de8b" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 814.486757] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a1b77001-d2e9-4ef7-b803-acbd2255de8b',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 814.910495] env[69685]: INFO networking_nsxv3.common.synchronization [None req-69a9ceff-43c6-4068-8d4e-537578093774 None None] Enqueued Resource ID: 1ee0f315-cf39-446d-8d32-f5532071dad7 with Priority: HIGHEST for action port [ 814.911314] env[69685]: INFO networking_nsxv3.common.synchronization [req-bef88dd1-06d9-4740-a893-07349c647a61 req-e04d60dd-1351-49cb-bb23-72b60a6d1f7e service nova] Enqueued Resource ID: 6c46d096-f047-457a-99ba-22b9e613d7e2 with Priority: HIGHEST for action security_group_rules [ 814.911314] env[69685]: INFO networking_nsxv3.common.synchronization [req-bef88dd1-06d9-4740-a893-07349c647a61 req-e04d60dd-1351-49cb-bb23-72b60a6d1f7e service nova] Enqueued Resource ID: 6c46d096-f047-457a-99ba-22b9e613d7e2 with Priority: HIGHEST for action security_group_members [ 814.911401] env[69685]: INFO networking_nsxv3.common.synchronization [req-bef88dd1-06d9-4740-a893-07349c647a61 req-e04d60dd-1351-49cb-bb23-72b60a6d1f7e service nova] Enqueued Resource ID: d3ee41de-9511-45c6-a713-aafb912ed41d with Priority: HIGHEST for action port [ 814.911570] env[69685]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1ee0f315-cf39-446d-8d32-f5532071dad7 with Priority: HIGHEST for action port [ 814.911818] env[69685]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6c46d096-f047-457a-99ba-22b9e613d7e2 with Priority: HIGHEST for action security_group_members [ 814.911818] env[69685]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6c46d096-f047-457a-99ba-22b9e613d7e2 with Priority: HIGHEST for action security_group_rules [ 814.911879] env[69685]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d3ee41de-9511-45c6-a713-aafb912ed41d with Priority: HIGHEST for action port [ 814.913619] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock port-1ee0f315-cf39-446d-8d32-f5532071dad7 taken with stack trace [, , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 814.913740] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-1ee0f315-cf39-446d-8d32-f5532071dad7" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 814.913811] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-1ee0f315-cf39-446d-8d32-f5532071dad7" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 814.914500] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-1ee0f315-cf39-446d-8d32-f5532071dad7" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 814.914500] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1ee0f315-cf39-446d-8d32-f5532071dad7',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 814.917597] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock member-6c46d096-f047-457a-99ba-22b9e613d7e2 taken with stack trace [, , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 814.921028] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6c46d096-f047-457a-99ba-22b9e613d7e2" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 814.921028] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock rules-6c46d096-f047-457a-99ba-22b9e613d7e2 taken with stack trace [, , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 814.921028] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-6c46d096-f047-457a-99ba-22b9e613d7e2" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 814.921028] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-6c46d096-f047-457a-99ba-22b9e613d7e2" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 814.921028] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-6c46d096-f047-457a-99ba-22b9e613d7e2" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 814.921028] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('6c46d096-f047-457a-99ba-22b9e613d7e2',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 814.921028] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock port-d3ee41de-9511-45c6-a713-aafb912ed41d taken with stack trace [, , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 814.921028] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d3ee41de-9511-45c6-a713-aafb912ed41d" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 814.921028] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d3ee41de-9511-45c6-a713-aafb912ed41d" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 814.921028] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d3ee41de-9511-45c6-a713-aafb912ed41d" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 814.921028] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d3ee41de-9511-45c6-a713-aafb912ed41d',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 814.999121] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port a1b77001-d2e9-4ef7-b803-acbd2255de8b [ 814.999121] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 814.999121] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 814.999121] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 814.999121] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 814.999121] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 814.999121] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:a1b77001-d2e9-4ef7-b803-acbd2255de8b already deleted. [ 814.999121] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a1b77001-d2e9-4ef7-b803-acbd2255de8b" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.267252] env[69685]: INFO networking_nsxv3.common.synchronization [req-3eeb10fd-91f5-49a2-bfb3-65edffdcb46f req-037ea2df-3831-47a9-bc8c-6b94dc90b3e2 tempest-ListServersNegativeTestJSON-970015342 tempest-ListServersNegativeTestJSON-970015342-project-member] Enqueued Resource ID: a24645bc-2ebe-49bd-bc4f-109759b44485 with Priority: HIGHEST for action security_group_members [ 815.267252] env[69685]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a24645bc-2ebe-49bd-bc4f-109759b44485 with Priority: HIGHEST for action security_group_members [ 815.268207] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock member-a24645bc-2ebe-49bd-bc4f-109759b44485 taken with stack trace [, , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 815.268646] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a24645bc-2ebe-49bd-bc4f-109759b44485" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.268849] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a24645bc-2ebe-49bd-bc4f-109759b44485" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 815.269243] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a24645bc-2ebe-49bd-bc4f-109759b44485" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 815.269613] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 815.270089] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.270310] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 815.270683] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 815.270934] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.271291] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a24645bc-2ebe-49bd-bc4f-109759b44485',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 815.420334] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 1ee0f315-cf39-446d-8d32-f5532071dad7 [ 815.420733] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 815.420733] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.420831] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 815.420977] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 815.421061] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.421153] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:1ee0f315-cf39-446d-8d32-f5532071dad7 already deleted. [ 815.421230] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-1ee0f315-cf39-446d-8d32-f5532071dad7" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.421510] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock member-6c46d096-f047-457a-99ba-22b9e613d7e2 taken with stack trace [, , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 815.421614] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6c46d096-f047-457a-99ba-22b9e613d7e2" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.421727] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port d3ee41de-9511-45c6-a713-aafb912ed41d with status ACTIVE [ 815.421864] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 815.421954] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.422032] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 815.422206] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 815.422621] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.422621] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 815.422621] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.422621] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 815.425806] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 815.425806] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.425806] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 815.425806] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.425806] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 815.425806] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 815.425806] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.425806] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: d3ee41de-9511-45c6-a713-aafb912ed41d is going to be updated. [ 815.446485] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 815.446485] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.446485] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 815.447955] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 815.447955] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.447955] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d3ee41de-9511-45c6-a713-aafb912ed41d" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.625241] env[69685]: INFO networking_nsxv3.common.synchronization [req-dca58293-5800-4bf7-9bd6-db327b538c42 req-b0972bf3-216d-476f-9695-d1e63d5669c8 tempest-FloatingIPsAssociationNegativeTestJSON-1529937396 tempest-FloatingIPsAssociationNegativeTestJSON-1529937396-project-member] Enqueued Resource ID: 6cf41d16-4205-4887-b38c-620fa22008fa with Priority: HIGHEST for action security_group_members [ 815.625241] env[69685]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6cf41d16-4205-4887-b38c-620fa22008fa with Priority: HIGHEST for action security_group_members [ 815.625241] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock member-6cf41d16-4205-4887-b38c-620fa22008fa taken with stack trace [, , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 815.625241] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6cf41d16-4205-4887-b38c-620fa22008fa" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.625241] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6cf41d16-4205-4887-b38c-620fa22008fa" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 815.625241] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6cf41d16-4205-4887-b38c-620fa22008fa" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 815.625241] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 815.625241] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.625241] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 815.626297] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 815.626297] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.626410] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6cf41d16-4205-4887-b38c-620fa22008fa',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 815.776035] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 815.776035] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.776035] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 815.776203] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 815.776233] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.776475] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 815.776595] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.776655] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 815.776847] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 815.776976] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.777050] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a24645bc-2ebe-49bd-bc4f-109759b44485 already deleted. [ 815.777107] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a24645bc-2ebe-49bd-bc4f-109759b44485" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.803501] env[69685]: DEBUG networking_nsxv3.common.locking [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Lock network-315 taken with stack trace [, , , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 815.803654] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquiring lock "network-315" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.803771] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquired lock "network-315" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 815.804099] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquired external semaphore "network-315" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 815.804356] env[69685]: DEBUG networking_nsxv3.common.locking [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 815.804511] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquiring lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.805015] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquired lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 815.805015] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquired external semaphore "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 815.805015] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Releasing lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.807552] env[69685]: DEBUG dogpile.cache.region [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] No value present for key: 'zone-id' {{(pid=69685) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 815.807649] env[69685]: DEBUG dogpile.lock [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] NeedRegenerationException {{(pid=69685) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 815.807815] env[69685]: DEBUG dogpile.lock [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] no value, waiting for create lock {{(pid=69685) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 815.807886] env[69685]: DEBUG dogpile.lock [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] value creation lock acquired {{(pid=69685) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 815.808043] env[69685]: DEBUG dogpile.cache.region [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] No value present for key: 'zone-id' {{(pid=69685) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 815.808138] env[69685]: DEBUG dogpile.lock [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Calling creation function for not-yet-present value {{(pid=69685) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 815.808306] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 815.826200] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 815.826375] env[69685]: DEBUG dogpile.cache.region [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Cache value generated in 0.018 seconds for key(s): 'zone-id' {{(pid=69685) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 815.826511] env[69685]: DEBUG dogpile.lock [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Released creation lock {{(pid=69685) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 815.826681] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Releasing lock "network-315" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.826977] env[69685]: DEBUG networking_nsxv3.common.locking [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Lock port-f05d6228-5205-4ae8-a46e-305bc46c4f33 taken with stack trace [, , , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 815.827164] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquiring lock "port-f05d6228-5205-4ae8-a46e-305bc46c4f33" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.827287] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquired lock "port-f05d6228-5205-4ae8-a46e-305bc46c4f33" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 815.827647] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquired external semaphore "port-f05d6228-5205-4ae8-a46e-305bc46c4f33" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 815.827795] env[69685]: DEBUG networking_nsxv3.api.rpc [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f05d6228-5205-4ae8-a46e-305bc46c4f33',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 815.889425] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2b000dee-769a-4bb0-b998-8044b7c26fbc in Status: SUCCESS [ 815.889647] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2b000dee-769a-4bb0-b998-8044b7c26fbc" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.889811] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2b000dee-769a-4bb0-b998-8044b7c26fbc" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 815.890031] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2b000dee-769a-4bb0-b998-8044b7c26fbc" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 815.890212] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 815.890329] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.890398] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 815.890552] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 815.890631] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.890737] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2b000dee-769a-4bb0-b998-8044b7c26fbc',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 815.946058] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 821485bd-4de2-4dea-8610-5c489355978c in Status: SUCCESS [ 815.946058] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-821485bd-4de2-4dea-8610-5c489355978c" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.946058] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-821485bd-4de2-4dea-8610-5c489355978c" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 815.946431] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-821485bd-4de2-4dea-8610-5c489355978c" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 815.946723] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 815.946924] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.947315] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 815.947593] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 815.947703] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.947799] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-821485bd-4de2-4dea-8610-5c489355978c" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.947893] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('821485bd-4de2-4dea-8610-5c489355978c',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 815.969713] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a4b7db26-f9af-4c84-bf2d-dec757e43a8c in Status: SUCCESS [ 815.969930] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a4b7db26-f9af-4c84-bf2d-dec757e43a8c" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.970118] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a4b7db26-f9af-4c84-bf2d-dec757e43a8c" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 815.970333] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a4b7db26-f9af-4c84-bf2d-dec757e43a8c" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 815.970537] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 815.970625] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.970693] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 815.970877] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 815.970963] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.971061] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a4b7db26-f9af-4c84-bf2d-dec757e43a8c" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.971217] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock member-a4b7db26-f9af-4c84-bf2d-dec757e43a8c taken with stack trace [, , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 815.971310] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a4b7db26-f9af-4c84-bf2d-dec757e43a8c" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.971366] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a4b7db26-f9af-4c84-bf2d-dec757e43a8c" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 815.971505] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a4b7db26-f9af-4c84-bf2d-dec757e43a8c" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 815.971640] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 815.971731] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.971789] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 815.971921] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 815.971992] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.972251] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a4b7db26-f9af-4c84-bf2d-dec757e43a8c" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.972299] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('a4b7db26-f9af-4c84-bf2d-dec757e43a8c',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 816.009922] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6c46d096-f047-457a-99ba-22b9e613d7e2 in Status: SUCCESS [ 816.010217] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6c46d096-f047-457a-99ba-22b9e613d7e2" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 816.010396] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6c46d096-f047-457a-99ba-22b9e613d7e2" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 816.010636] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6c46d096-f047-457a-99ba-22b9e613d7e2" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 816.011397] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 816.011397] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.011397] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 816.011397] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 816.011397] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 816.011397] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6c46d096-f047-457a-99ba-22b9e613d7e2',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 816.133561] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 816.134025] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.134025] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 816.134025] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 816.153294] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 816.157031] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 816.157031] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.157031] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 816.157031] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 816.157031] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 816.157031] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6cf41d16-4205-4887-b38c-620fa22008fa is going to be updated. [ 816.180295] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 816.180483] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.180483] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 816.184611] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 816.184611] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 816.198338] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6cf41d16-4205-4887-b38c-620fa22008fa in Status: IN_PROGRESS for 2s [ 816.333706] env[69685]: DEBUG networking_nsxv3.common.locking [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 816.334186] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquiring lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.334513] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquired lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 816.335860] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquired external semaphore "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 816.335860] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Releasing lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 816.335860] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Segment Port f05d6228-5205-4ae8-a46e-305bc46c4f33 not found, creating... [ 816.335860] env[69685]: DEBUG networking_nsxv3.common.locking [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 816.335860] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquiring lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.336125] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquired lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 816.336407] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquired external semaphore "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 816.336619] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Releasing lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 816.336988] env[69685]: DEBUG networking_nsxv3.common.locking [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 816.337237] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquiring lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.337438] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquired lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 816.337718] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquired external semaphore "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 816.337917] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Releasing lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 816.338160] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Resource: SegmentPort with ID: f05d6228-5205-4ae8-a46e-305bc46c4f33 is going to be created. [ 816.366743] env[69685]: DEBUG networking_nsxv3.common.locking [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 816.366995] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquiring lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.367131] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquired lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 816.367670] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquired external semaphore "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 816.367939] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Releasing lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 816.368192] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Releasing lock "port-f05d6228-5205-4ae8-a46e-305bc46c4f33" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 816.392441] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('2b000dee-769a-4bb0-b998-8044b7c26fbc',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 816.453118] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('821485bd-4de2-4dea-8610-5c489355978c',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 816.474484] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for a4b7db26-f9af-4c84-bf2d-dec757e43a8c: rpc.has_security_group_logging(os_id): False [ 816.492544] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 816.493042] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.493042] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 816.499450] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 816.514105] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('6c46d096-f047-457a-99ba-22b9e613d7e2',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 816.529735] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 816.529735] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 816.529735] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.529735] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 816.529735] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 816.529735] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 816.529735] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 816.529735] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.529735] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 816.529735] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 816.529735] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 816.529735] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 816.529735] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.529735] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 816.530597] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 816.530597] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 816.530597] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a4b7db26-f9af-4c84-bf2d-dec757e43a8c is going to be updated. [ 816.589976] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 816.590293] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.590293] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 816.590459] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 816.590604] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 816.608130] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a4b7db26-f9af-4c84-bf2d-dec757e43a8c in Status: IN_PROGRESS for 2s [ 816.742968] env[69685]: INFO networking_nsxv3.common.synchronization [None req-da6d736d-990b-4492-86cb-ee770ce69646 None None] Enqueued Resource ID: 0373cff6-8d29-45c2-9545-6338e0d22c25 with Priority: HIGHEST for action port [ 816.743453] env[69685]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0373cff6-8d29-45c2-9545-6338e0d22c25 with Priority: HIGHEST for action port [ 816.743453] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock port-0373cff6-8d29-45c2-9545-6338e0d22c25 taken with stack trace [, , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 816.743453] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-0373cff6-8d29-45c2-9545-6338e0d22c25" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.743801] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-0373cff6-8d29-45c2-9545-6338e0d22c25" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 816.744392] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-0373cff6-8d29-45c2-9545-6338e0d22c25" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 816.744502] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0373cff6-8d29-45c2-9545-6338e0d22c25',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 816.896539] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('2b000dee-769a-4bb0-b998-8044b7c26fbc',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 816.956068] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 821485bd-4de2-4dea-8610-5c489355978c: rpc.has_security_group_logging(os_id): False [ 816.982023] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 816.982194] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.982265] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 816.983031] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 817.009274] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.009571] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 817.009691] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.009761] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.009977] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 817.010068] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.010160] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 821485bd-4de2-4dea-8610-5c489355978c is going to be updated. [ 817.017199] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('6c46d096-f047-457a-99ba-22b9e613d7e2',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 817.066816] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 817.066958] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.067047] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.067269] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 817.067485] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.080833] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 821485bd-4de2-4dea-8610-5c489355978c in Status: IN_PROGRESS for 2s [ 817.247203] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 0373cff6-8d29-45c2-9545-6338e0d22c25 [ 817.248251] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 817.248251] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.248251] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.248251] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 817.248251] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.248251] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:0373cff6-8d29-45c2-9545-6338e0d22c25 already deleted. [ 817.248251] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-0373cff6-8d29-45c2-9545-6338e0d22c25" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.297703] env[69685]: INFO networking_nsxv3.common.synchronization [req-3eeb10fd-91f5-49a2-bfb3-65edffdcb46f req-7cfa4d48-53c5-4102-8471-3ce84756406d service nova] Enqueued Resource ID: a24645bc-2ebe-49bd-bc4f-109759b44485 with Priority: HIGHEST for action security_group_rules [ 817.297703] env[69685]: INFO networking_nsxv3.common.synchronization [req-3eeb10fd-91f5-49a2-bfb3-65edffdcb46f req-7cfa4d48-53c5-4102-8471-3ce84756406d service nova] Enqueued Resource ID: a24645bc-2ebe-49bd-bc4f-109759b44485 with Priority: HIGHEST for action security_group_members [ 817.297703] env[69685]: INFO networking_nsxv3.common.synchronization [req-3eeb10fd-91f5-49a2-bfb3-65edffdcb46f req-7cfa4d48-53c5-4102-8471-3ce84756406d service nova] Enqueued Resource ID: f05d6228-5205-4ae8-a46e-305bc46c4f33 with Priority: HIGHEST for action port [ 817.297703] env[69685]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a24645bc-2ebe-49bd-bc4f-109759b44485 with Priority: HIGHEST for action security_group_rules [ 817.297703] env[69685]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a24645bc-2ebe-49bd-bc4f-109759b44485 with Priority: HIGHEST for action security_group_members [ 817.297703] env[69685]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f05d6228-5205-4ae8-a46e-305bc46c4f33 with Priority: HIGHEST for action port [ 817.298539] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a24645bc-2ebe-49bd-bc4f-109759b44485 taken with stack trace [, , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 817.298669] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a24645bc-2ebe-49bd-bc4f-109759b44485" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.298739] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a24645bc-2ebe-49bd-bc4f-109759b44485" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.299254] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a24645bc-2ebe-49bd-bc4f-109759b44485" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 817.299254] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a24645bc-2ebe-49bd-bc4f-109759b44485',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 817.300134] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock member-a24645bc-2ebe-49bd-bc4f-109759b44485 taken with stack trace [, , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 817.301388] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a24645bc-2ebe-49bd-bc4f-109759b44485" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.301388] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a24645bc-2ebe-49bd-bc4f-109759b44485" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.301388] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a24645bc-2ebe-49bd-bc4f-109759b44485" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 817.301388] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 817.301388] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.301388] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.301388] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 817.301388] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.301388] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a24645bc-2ebe-49bd-bc4f-109759b44485',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 817.301865] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock port-f05d6228-5205-4ae8-a46e-305bc46c4f33 taken with stack trace [, , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 817.301865] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-f05d6228-5205-4ae8-a46e-305bc46c4f33" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.302113] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-f05d6228-5205-4ae8-a46e-305bc46c4f33" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.302160] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-f05d6228-5205-4ae8-a46e-305bc46c4f33" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 817.302921] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f05d6228-5205-4ae8-a46e-305bc46c4f33',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 817.401018] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 817.401018] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.401018] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.401018] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 817.401018] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.401018] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2b000dee-769a-4bb0-b998-8044b7c26fbc is going to be updated. [ 817.435621] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 817.435621] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.435621] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.435621] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 817.435621] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.443944] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2b000dee-769a-4bb0-b998-8044b7c26fbc in Status: IN_PROGRESS for 2s [ 817.520746] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 817.520853] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.520924] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.521171] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 817.521260] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.521361] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6c46d096-f047-457a-99ba-22b9e613d7e2 is going to be updated. [ 817.561481] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 817.561481] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.561481] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.561481] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 817.561481] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.571309] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6c46d096-f047-457a-99ba-22b9e613d7e2 in Status: IN_PROGRESS for 2s [ 817.680995] env[69685]: INFO networking_nsxv3.common.synchronization [None req-79d40e17-5440-420d-b4cc-139e832925dd tempest-ServerActionsTestOtherB-115242521 tempest-ServerActionsTestOtherB-115242521-project-member] Enqueued Resource ID: 9fc3b289-4ce8-45ab-a115-93a511ca9b60 with Priority: HIGHEST for action security_group_rules [ 817.681527] env[69685]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9fc3b289-4ce8-45ab-a115-93a511ca9b60 with Priority: HIGHEST for action security_group_rules [ 817.681817] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock rules-9fc3b289-4ce8-45ab-a115-93a511ca9b60 taken with stack trace [, , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 817.681936] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-9fc3b289-4ce8-45ab-a115-93a511ca9b60" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.682013] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-9fc3b289-4ce8-45ab-a115-93a511ca9b60" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.682271] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-9fc3b289-4ce8-45ab-a115-93a511ca9b60" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 817.682343] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('9fc3b289-4ce8-45ab-a115-93a511ca9b60',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 817.806781] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock member-a24645bc-2ebe-49bd-bc4f-109759b44485 taken with stack trace [, , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 817.807150] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a24645bc-2ebe-49bd-bc4f-109759b44485" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.807150] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('a24645bc-2ebe-49bd-bc4f-109759b44485',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 817.808064] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port f05d6228-5205-4ae8-a46e-305bc46c4f33 with status ACTIVE [ 817.808265] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 817.808445] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.808445] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.808652] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 817.808743] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.808907] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 817.809358] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.809436] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.809583] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 817.809660] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.811574] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 817.811574] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.811574] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.811574] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 817.811574] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.811574] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: f05d6228-5205-4ae8-a46e-305bc46c4f33 is going to be updated. [ 817.832991] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 817.833158] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.833224] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.833407] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 817.833535] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.833694] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-f05d6228-5205-4ae8-a46e-305bc46c4f33" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.860754] env[69685]: INFO networking_nsxv3.common.synchronization [None req-f46cc4ed-be87-4733-95e3-e86a2b2f92d0 tempest-ServerActionsTestOtherB-115242521 tempest-ServerActionsTestOtherB-115242521-project-member] Enqueued Resource ID: 9fc3b289-4ce8-45ab-a115-93a511ca9b60 with Priority: HIGHEST for action security_group_rules [ 817.861648] env[69685]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9fc3b289-4ce8-45ab-a115-93a511ca9b60 with Priority: HIGHEST for action security_group_rules [ 817.861958] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock rules-9fc3b289-4ce8-45ab-a115-93a511ca9b60 taken with stack trace [, , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 817.862106] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-9fc3b289-4ce8-45ab-a115-93a511ca9b60" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.216631] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6cf41d16-4205-4887-b38c-620fa22008fa in Status: SUCCESS [ 818.216631] env[69685]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6cf41d16-4205-4887-b38c-620fa22008fa deletion is rescheduled due to dependency. [ 818.216631] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6cf41d16-4205-4887-b38c-620fa22008fa" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 818.225623] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 818.225623] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.225623] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 818.225623] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 818.225623] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 818.225623] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 9fc3b289-4ce8-45ab-a115-93a511ca9b60 already deleted. [ 818.225623] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-9fc3b289-4ce8-45ab-a115-93a511ca9b60" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 818.225623] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-9fc3b289-4ce8-45ab-a115-93a511ca9b60" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 818.226045] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-9fc3b289-4ce8-45ab-a115-93a511ca9b60" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 818.226045] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('9fc3b289-4ce8-45ab-a115-93a511ca9b60',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 818.318432] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('a24645bc-2ebe-49bd-bc4f-109759b44485',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 818.622446] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a4b7db26-f9af-4c84-bf2d-dec757e43a8c in Status: SUCCESS [ 818.622621] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a4b7db26-f9af-4c84-bf2d-dec757e43a8c" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 818.622838] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a4b7db26-f9af-4c84-bf2d-dec757e43a8c" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 818.623149] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a4b7db26-f9af-4c84-bf2d-dec757e43a8c" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 818.623255] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a4b7db26-f9af-4c84-bf2d-dec757e43a8c',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 818.745730] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 818.745901] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.745979] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 818.746201] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 818.746308] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 818.746409] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 9fc3b289-4ce8-45ab-a115-93a511ca9b60 already deleted. [ 818.746492] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-9fc3b289-4ce8-45ab-a115-93a511ca9b60" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 818.819388] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 818.819702] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.819702] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 818.819834] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 818.819889] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 818.821018] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a24645bc-2ebe-49bd-bc4f-109759b44485 is going to be created. [ 818.841054] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 818.841209] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.841270] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 818.841469] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 818.841626] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 818.850332] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a24645bc-2ebe-49bd-bc4f-109759b44485 in Status: UNINITIALIZED for 2s [ 819.095981] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 821485bd-4de2-4dea-8610-5c489355978c in Status: SUCCESS [ 819.095981] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-821485bd-4de2-4dea-8610-5c489355978c" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 819.128596] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock member-a4b7db26-f9af-4c84-bf2d-dec757e43a8c taken with stack trace [, , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 819.128596] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a4b7db26-f9af-4c84-bf2d-dec757e43a8c" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.128596] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a4b7db26-f9af-4c84-bf2d-dec757e43a8c" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 819.128596] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a4b7db26-f9af-4c84-bf2d-dec757e43a8c" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 819.128596] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 819.128596] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.128596] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 819.128596] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 819.128596] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 819.128596] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a4b7db26-f9af-4c84-bf2d-dec757e43a8c" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 819.128596] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('a4b7db26-f9af-4c84-bf2d-dec757e43a8c',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 819.452564] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2b000dee-769a-4bb0-b998-8044b7c26fbc in Status: SUCCESS [ 819.452787] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2b000dee-769a-4bb0-b998-8044b7c26fbc" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 819.452953] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2b000dee-769a-4bb0-b998-8044b7c26fbc" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 819.453192] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2b000dee-769a-4bb0-b998-8044b7c26fbc" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 819.453392] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 819.453514] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.453583] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 819.453737] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 819.453828] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 819.453918] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2b000dee-769a-4bb0-b998-8044b7c26fbc" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 819.454092] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock member-2b000dee-769a-4bb0-b998-8044b7c26fbc taken with stack trace [, , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 819.454185] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2b000dee-769a-4bb0-b998-8044b7c26fbc" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.454250] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2b000dee-769a-4bb0-b998-8044b7c26fbc" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 819.456590] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2b000dee-769a-4bb0-b998-8044b7c26fbc" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 819.456590] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 819.456590] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.456590] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 819.456590] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 819.456865] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 819.456865] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2b000dee-769a-4bb0-b998-8044b7c26fbc" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 819.456865] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('2b000dee-769a-4bb0-b998-8044b7c26fbc',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 819.579832] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6c46d096-f047-457a-99ba-22b9e613d7e2 in Status: SUCCESS [ 819.580213] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6c46d096-f047-457a-99ba-22b9e613d7e2" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 819.580447] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6c46d096-f047-457a-99ba-22b9e613d7e2" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 819.580729] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6c46d096-f047-457a-99ba-22b9e613d7e2" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 819.580928] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 819.581114] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.581159] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 819.581336] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 819.581428] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 819.582122] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6c46d096-f047-457a-99ba-22b9e613d7e2" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 819.582122] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('6c46d096-f047-457a-99ba-22b9e613d7e2',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 819.634541] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock member-a4b7db26-f9af-4c84-bf2d-dec757e43a8c taken with stack trace [, , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 819.634687] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a4b7db26-f9af-4c84-bf2d-dec757e43a8c" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.634743] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a4b7db26-f9af-4c84-bf2d-dec757e43a8c" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 819.634970] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a4b7db26-f9af-4c84-bf2d-dec757e43a8c" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 819.635142] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 819.635256] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.635568] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 819.635568] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 819.636476] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 819.636644] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a4b7db26-f9af-4c84-bf2d-dec757e43a8c" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 819.638362] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock member-a4b7db26-f9af-4c84-bf2d-dec757e43a8c taken with stack trace [, , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 819.638362] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a4b7db26-f9af-4c84-bf2d-dec757e43a8c" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.638362] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a4b7db26-f9af-4c84-bf2d-dec757e43a8c" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 819.638362] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a4b7db26-f9af-4c84-bf2d-dec757e43a8c" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 819.638362] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 819.638362] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.638362] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 819.638362] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 819.638706] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 819.638706] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a4b7db26-f9af-4c84-bf2d-dec757e43a8c" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 819.638968] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('a4b7db26-f9af-4c84-bf2d-dec757e43a8c',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 819.951047] env[69685]: INFO networking_nsxv3.common.synchronization [req-3eeb10fd-91f5-49a2-bfb3-65edffdcb46f req-4c94b5a4-e306-47e9-bdb6-c101c783d4be tempest-ListServersNegativeTestJSON-970015342 tempest-ListServersNegativeTestJSON-970015342-project-member] Enqueued Resource ID: a24645bc-2ebe-49bd-bc4f-109759b44485 with Priority: HIGHEST for action security_group_members [ 819.951626] env[69685]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a24645bc-2ebe-49bd-bc4f-109759b44485 with Priority: HIGHEST for action security_group_members [ 819.951896] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock member-a24645bc-2ebe-49bd-bc4f-109759b44485 taken with stack trace [, , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 819.952014] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a24645bc-2ebe-49bd-bc4f-109759b44485" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.960324] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 2b000dee-769a-4bb0-b998-8044b7c26fbc: rpc.has_security_group_logging(os_id): False [ 819.976704] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 819.976855] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.976924] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 819.977163] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 819.995009] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 819.995760] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 819.995760] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.995760] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 819.996091] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 819.996225] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 819.996466] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 819.996574] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.996635] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 819.996794] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 819.996867] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 819.997075] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 819.997163] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.997221] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 819.997365] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 819.997442] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 819.997525] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 2b000dee-769a-4bb0-b998-8044b7c26fbc is going to be updated. [ 820.057893] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 820.057893] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.057893] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.057893] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 820.057893] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.068946] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 2b000dee-769a-4bb0-b998-8044b7c26fbc in Status: IN_PROGRESS for 2s [ 820.084966] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock member-6c46d096-f047-457a-99ba-22b9e613d7e2 taken with stack trace [, , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 820.085272] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6c46d096-f047-457a-99ba-22b9e613d7e2" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.085272] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6c46d096-f047-457a-99ba-22b9e613d7e2" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.085718] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6c46d096-f047-457a-99ba-22b9e613d7e2" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 820.085791] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 820.085851] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.086819] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.086819] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 820.086819] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.086819] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6c46d096-f047-457a-99ba-22b9e613d7e2" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.086819] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock member-6c46d096-f047-457a-99ba-22b9e613d7e2 taken with stack trace [, , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 820.086819] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6c46d096-f047-457a-99ba-22b9e613d7e2" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.086819] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6c46d096-f047-457a-99ba-22b9e613d7e2" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.086819] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6c46d096-f047-457a-99ba-22b9e613d7e2" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 820.087170] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 820.087170] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.087170] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.087170] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 820.087306] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.088237] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6c46d096-f047-457a-99ba-22b9e613d7e2" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.088237] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('6c46d096-f047-457a-99ba-22b9e613d7e2',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 820.142850] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for a4b7db26-f9af-4c84-bf2d-dec757e43a8c: rpc.has_security_group_logging(os_id): False [ 820.162670] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 820.162818] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.162891] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.163114] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 820.163208] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.163424] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 820.163525] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.163588] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.163736] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 820.163812] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.163987] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 820.164093] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.164152] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.164291] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 820.164365] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.164541] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 820.164635] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.164693] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.164829] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 820.164902] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.164985] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a4b7db26-f9af-4c84-bf2d-dec757e43a8c is going to be updated. [ 820.239471] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 820.239622] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.239685] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.239889] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 820.240041] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.256701] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a4b7db26-f9af-4c84-bf2d-dec757e43a8c in Status: IN_PROGRESS for 2s [ 820.591533] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 6c46d096-f047-457a-99ba-22b9e613d7e2: rpc.has_security_group_logging(os_id): False [ 820.608499] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 820.608645] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.608710] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.608914] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 820.624952] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.625238] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 820.625421] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.625487] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.625680] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 820.625765] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.625964] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 820.626084] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.626129] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.626273] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 820.626348] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.626561] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 820.626655] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.626717] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.626857] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 820.626932] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.627031] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 6c46d096-f047-457a-99ba-22b9e613d7e2 is going to be updated. [ 820.684930] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 820.685094] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.685157] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.685402] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 820.685588] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.696584] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 6c46d096-f047-457a-99ba-22b9e613d7e2 in Status: IN_PROGRESS for 2s [ 820.866613] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a24645bc-2ebe-49bd-bc4f-109759b44485 in Status: SUCCESS [ 820.866613] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a24645bc-2ebe-49bd-bc4f-109759b44485" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.866613] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a24645bc-2ebe-49bd-bc4f-109759b44485" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.867114] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a24645bc-2ebe-49bd-bc4f-109759b44485" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 820.867114] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 820.867295] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.867295] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.867395] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 820.867491] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.867601] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a24645bc-2ebe-49bd-bc4f-109759b44485" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.867677] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('a24645bc-2ebe-49bd-bc4f-109759b44485',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 820.868699] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a24645bc-2ebe-49bd-bc4f-109759b44485" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.868780] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a24645bc-2ebe-49bd-bc4f-109759b44485" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 820.868894] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 820.869642] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.869709] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.869879] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 820.870584] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.870584] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a24645bc-2ebe-49bd-bc4f-109759b44485',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 820.872610] env[69685]: DEBUG networking_nsxv3.common.locking [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Lock network-315 taken with stack trace [, , , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 820.872805] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquiring lock "network-315" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.873102] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquired lock "network-315" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.873915] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquired external semaphore "network-315" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 820.873915] env[69685]: DEBUG networking_nsxv3.common.locking [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 820.873915] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquiring lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.873915] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquired lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.876544] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquired external semaphore "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 820.876544] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Releasing lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.876544] env[69685]: DEBUG dogpile.cache.region [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] No value present for key: 'zone-id' {{(pid=69685) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 820.876544] env[69685]: DEBUG dogpile.lock [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] NeedRegenerationException {{(pid=69685) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 820.876544] env[69685]: DEBUG dogpile.lock [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] no value, waiting for create lock {{(pid=69685) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 820.876544] env[69685]: DEBUG dogpile.lock [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] value creation lock acquired {{(pid=69685) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 820.876544] env[69685]: DEBUG dogpile.cache.region [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] No value present for key: 'zone-id' {{(pid=69685) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 820.876544] env[69685]: DEBUG dogpile.lock [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Calling creation function for not-yet-present value {{(pid=69685) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 820.876544] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 820.889924] env[69685]: INFO networking_nsxv3.common.synchronization [req-a8531279-4326-4bd2-8ddd-838abca02f40 req-f03c063b-bd56-47f5-b277-e2a5c544f79e tempest-ServerRescueTestJSONUnderV235-2080901398 tempest-ServerRescueTestJSONUnderV235-2080901398-project-member] Enqueued Resource ID: 2b000dee-769a-4bb0-b998-8044b7c26fbc with Priority: HIGHEST for action security_group_members [ 820.890416] env[69685]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2b000dee-769a-4bb0-b998-8044b7c26fbc with Priority: HIGHEST for action security_group_members [ 820.890731] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock member-2b000dee-769a-4bb0-b998-8044b7c26fbc taken with stack trace [, , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 820.890852] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2b000dee-769a-4bb0-b998-8044b7c26fbc" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.890917] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2b000dee-769a-4bb0-b998-8044b7c26fbc" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.891144] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2b000dee-769a-4bb0-b998-8044b7c26fbc" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 820.891292] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 820.891387] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.891444] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.891589] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 820.892401] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.892401] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2b000dee-769a-4bb0-b998-8044b7c26fbc',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 820.894462] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 820.895699] env[69685]: DEBUG dogpile.cache.region [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=69685) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 820.896699] env[69685]: DEBUG dogpile.lock [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Released creation lock {{(pid=69685) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 820.896699] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Releasing lock "network-315" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.896699] env[69685]: DEBUG networking_nsxv3.common.locking [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Lock port-4e03f013-dd1f-4d7e-9d27-41aae2ed9544 taken with stack trace [, , , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 820.896699] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquiring lock "port-4e03f013-dd1f-4d7e-9d27-41aae2ed9544" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.896699] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquired lock "port-4e03f013-dd1f-4d7e-9d27-41aae2ed9544" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.898495] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquired external semaphore "port-4e03f013-dd1f-4d7e-9d27-41aae2ed9544" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 820.898495] env[69685]: DEBUG networking_nsxv3.api.rpc [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4e03f013-dd1f-4d7e-9d27-41aae2ed9544',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 821.373602] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock member-a24645bc-2ebe-49bd-bc4f-109759b44485 taken with stack trace [, , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 821.373870] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a24645bc-2ebe-49bd-bc4f-109759b44485" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 821.379325] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('a24645bc-2ebe-49bd-bc4f-109759b44485',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 821.404027] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 821.404027] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 821.404027] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 821.404027] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 821.404027] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 821.404027] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 821.404027] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 821.404027] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 821.404027] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 821.404027] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 821.404027] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2b000dee-769a-4bb0-b998-8044b7c26fbc is going to be updated. [ 821.405208] env[69685]: DEBUG networking_nsxv3.common.locking [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 821.405632] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquiring lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 821.406130] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquired lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 821.406650] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquired external semaphore "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 821.409049] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Releasing lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 821.409049] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Segment Port 4e03f013-dd1f-4d7e-9d27-41aae2ed9544 not found, creating... [ 821.409049] env[69685]: DEBUG networking_nsxv3.common.locking [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 821.409049] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquiring lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 821.409049] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquired lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 821.409049] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquired external semaphore "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 821.409049] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Releasing lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 821.409049] env[69685]: DEBUG networking_nsxv3.common.locking [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 821.409049] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquiring lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 821.409049] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquired lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 821.409578] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquired external semaphore "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 821.409726] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Releasing lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 821.409973] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Resource: SegmentPort with ID: 4e03f013-dd1f-4d7e-9d27-41aae2ed9544 is going to be created. [ 821.437348] env[69685]: DEBUG networking_nsxv3.common.locking [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 821.437966] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquiring lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 821.438715] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquired lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 821.439161] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquired external semaphore "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 821.439568] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Releasing lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 821.439936] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Releasing lock "port-4e03f013-dd1f-4d7e-9d27-41aae2ed9544" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 821.445848] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 821.445848] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 821.445848] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 821.445848] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 821.446077] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 821.455125] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2b000dee-769a-4bb0-b998-8044b7c26fbc in Status: IN_PROGRESS for 2s [ 821.882226] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('a24645bc-2ebe-49bd-bc4f-109759b44485',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 822.012078] env[69685]: INFO networking_nsxv3.common.synchronization [req-254df2af-c876-4bd5-b661-4b9e9bb66c81 req-5571af2c-bb7d-4384-9c9c-7c98a4222ebe tempest-DeleteServersAdminTestJSON-1838430346 tempest-DeleteServersAdminTestJSON-1838430346-project-member] Enqueued Resource ID: 864e2079-55d7-49d2-a768-8c1685d1fc04 with Priority: HIGHEST for action security_group_members [ 822.012078] env[69685]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 864e2079-55d7-49d2-a768-8c1685d1fc04 with Priority: HIGHEST for action security_group_members [ 822.012531] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock member-864e2079-55d7-49d2-a768-8c1685d1fc04 taken with stack trace [, , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 822.012786] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-864e2079-55d7-49d2-a768-8c1685d1fc04" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 822.015240] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-864e2079-55d7-49d2-a768-8c1685d1fc04" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 822.015240] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-864e2079-55d7-49d2-a768-8c1685d1fc04" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 822.015240] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 822.015240] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 822.015240] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 822.015240] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 822.015240] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 822.015240] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('864e2079-55d7-49d2-a768-8c1685d1fc04',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 822.083585] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 2b000dee-769a-4bb0-b998-8044b7c26fbc in Status: SUCCESS [ 822.083694] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-2b000dee-769a-4bb0-b998-8044b7c26fbc" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 822.083851] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-2b000dee-769a-4bb0-b998-8044b7c26fbc" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 822.084903] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-2b000dee-769a-4bb0-b998-8044b7c26fbc" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 822.084903] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('2b000dee-769a-4bb0-b998-8044b7c26fbc',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 822.277589] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a4b7db26-f9af-4c84-bf2d-dec757e43a8c in Status: SUCCESS [ 822.277589] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a4b7db26-f9af-4c84-bf2d-dec757e43a8c" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 822.386967] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 822.387258] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 822.387258] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 822.387458] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 822.387549] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 822.387648] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a24645bc-2ebe-49bd-bc4f-109759b44485 is going to be updated. [ 822.415716] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 822.415716] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 822.415716] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 822.416052] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 822.416052] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 822.424636] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a24645bc-2ebe-49bd-bc4f-109759b44485 in Status: IN_PROGRESS for 2s [ 822.482336] env[69685]: INFO networking_nsxv3.common.synchronization [req-3eeb10fd-91f5-49a2-bfb3-65edffdcb46f req-255d8ff1-bdec-4e09-a2d2-dc99aea86c07 service nova] Enqueued Resource ID: a24645bc-2ebe-49bd-bc4f-109759b44485 with Priority: HIGHEST for action security_group_rules [ 822.482531] env[69685]: INFO networking_nsxv3.common.synchronization [req-3eeb10fd-91f5-49a2-bfb3-65edffdcb46f req-255d8ff1-bdec-4e09-a2d2-dc99aea86c07 service nova] Enqueued Resource ID: a24645bc-2ebe-49bd-bc4f-109759b44485 with Priority: HIGHEST for action security_group_members [ 822.482651] env[69685]: INFO networking_nsxv3.common.synchronization [req-3eeb10fd-91f5-49a2-bfb3-65edffdcb46f req-255d8ff1-bdec-4e09-a2d2-dc99aea86c07 service nova] Enqueued Resource ID: 4e03f013-dd1f-4d7e-9d27-41aae2ed9544 with Priority: HIGHEST for action port [ 822.483194] env[69685]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a24645bc-2ebe-49bd-bc4f-109759b44485 with Priority: HIGHEST for action security_group_rules [ 822.483299] env[69685]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a24645bc-2ebe-49bd-bc4f-109759b44485 with Priority: HIGHEST for action security_group_members [ 822.483395] env[69685]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4e03f013-dd1f-4d7e-9d27-41aae2ed9544 with Priority: HIGHEST for action port [ 822.484267] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a24645bc-2ebe-49bd-bc4f-109759b44485 taken with stack trace [, , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 822.484463] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a24645bc-2ebe-49bd-bc4f-109759b44485" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 822.484730] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock member-a24645bc-2ebe-49bd-bc4f-109759b44485 taken with stack trace [, , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 822.484963] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a24645bc-2ebe-49bd-bc4f-109759b44485" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 822.485144] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock port-4e03f013-dd1f-4d7e-9d27-41aae2ed9544 taken with stack trace [, , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 822.485334] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-4e03f013-dd1f-4d7e-9d27-41aae2ed9544" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 822.485630] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-4e03f013-dd1f-4d7e-9d27-41aae2ed9544" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 822.485869] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-4e03f013-dd1f-4d7e-9d27-41aae2ed9544" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 822.486018] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4e03f013-dd1f-4d7e-9d27-41aae2ed9544',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 822.516480] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 822.517059] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 822.517311] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 822.517788] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 822.543108] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 822.543534] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 822.543931] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 822.543931] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 822.544106] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 822.544326] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 822.544326] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 864e2079-55d7-49d2-a768-8c1685d1fc04 is going to be updated. [ 822.579306] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 822.579545] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 822.579604] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 822.579915] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 822.580379] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 822.588339] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 864e2079-55d7-49d2-a768-8c1685d1fc04 in Status: IN_PROGRESS for 2s [ 822.603016] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 822.603334] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 822.603334] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 822.603555] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 822.603674] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 822.603785] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 2b000dee-769a-4bb0-b998-8044b7c26fbc is going to be deleted. [ 822.661935] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 822.663224] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 822.663224] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 822.663224] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 822.663224] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 822.663224] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-2b000dee-769a-4bb0-b998-8044b7c26fbc" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 822.713875] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 6c46d096-f047-457a-99ba-22b9e613d7e2 in Status: SUCCESS [ 822.714286] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-6c46d096-f047-457a-99ba-22b9e613d7e2" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 822.988070] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 4e03f013-dd1f-4d7e-9d27-41aae2ed9544 with status ACTIVE [ 822.988331] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 822.988470] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 822.988532] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 822.988777] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 822.988881] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 822.989079] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 822.989188] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 822.989242] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 822.989407] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 822.989502] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 822.992845] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 822.992845] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 822.992845] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 822.992845] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 822.992845] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 822.992845] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 4e03f013-dd1f-4d7e-9d27-41aae2ed9544 is going to be updated. [ 823.011012] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 823.011012] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 823.011012] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 823.011012] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 823.011012] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 823.011857] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-4e03f013-dd1f-4d7e-9d27-41aae2ed9544" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 823.114748] env[69685]: INFO networking_nsxv3.common.synchronization [req-df7e867f-99b6-4162-b977-5ad5a7bea6d2 req-a144cc60-2780-4384-8c4c-554681c0fe59 tempest-FloatingIPsAssociationTestJSON-1935006235 tempest-FloatingIPsAssociationTestJSON-1935006235-project-member] Enqueued Resource ID: e98ab8aa-b2b9-4d93-b385-e471c986864a with Priority: HIGHEST for action security_group_members [ 823.115372] env[69685]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e98ab8aa-b2b9-4d93-b385-e471c986864a with Priority: HIGHEST for action security_group_members [ 823.115686] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock member-e98ab8aa-b2b9-4d93-b385-e471c986864a taken with stack trace [, , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 823.115809] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e98ab8aa-b2b9-4d93-b385-e471c986864a" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 823.115866] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e98ab8aa-b2b9-4d93-b385-e471c986864a" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 823.118817] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e98ab8aa-b2b9-4d93-b385-e471c986864a" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 823.118817] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 823.118817] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 823.118817] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 823.119533] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 823.119646] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 823.119751] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e98ab8aa-b2b9-4d93-b385-e471c986864a',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 823.356323] env[69685]: INFO networking_nsxv3.common.synchronization [req-5f2f8cae-6707-48e2-9eb7-a8ef81750a59 req-fc57b405-c3eb-4417-8f00-f1b5818f95a6 tempest-VolumesAssistedSnapshotsTest-396358600 tempest-VolumesAssistedSnapshotsTest-396358600-project-member] Enqueued Resource ID: f2a20afc-0049-435b-a4ff-c05dab76672d with Priority: HIGHEST for action security_group_members [ 823.356323] env[69685]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f2a20afc-0049-435b-a4ff-c05dab76672d with Priority: HIGHEST for action security_group_members [ 823.356681] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock member-f2a20afc-0049-435b-a4ff-c05dab76672d taken with stack trace [, , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 823.356840] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f2a20afc-0049-435b-a4ff-c05dab76672d" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 823.356840] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f2a20afc-0049-435b-a4ff-c05dab76672d" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 823.357304] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f2a20afc-0049-435b-a4ff-c05dab76672d" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 823.357304] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 823.357304] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 823.357304] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 823.357536] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 823.357536] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 823.357804] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f2a20afc-0049-435b-a4ff-c05dab76672d',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 823.469755] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2b000dee-769a-4bb0-b998-8044b7c26fbc in Status: SUCCESS [ 823.470174] env[69685]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2b000dee-769a-4bb0-b998-8044b7c26fbc deletion is rescheduled due to dependency. [ 823.470174] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2b000dee-769a-4bb0-b998-8044b7c26fbc" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 823.627621] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('e98ab8aa-b2b9-4d93-b385-e471c986864a',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 823.641075] env[69685]: INFO networking_nsxv3.common.synchronization [req-3eeb10fd-91f5-49a2-bfb3-65edffdcb46f req-b657f678-9606-4843-801f-9379b0e217fa tempest-ListServersNegativeTestJSON-970015342 tempest-ListServersNegativeTestJSON-970015342-project-member] Enqueued Resource ID: a24645bc-2ebe-49bd-bc4f-109759b44485 with Priority: HIGHEST for action security_group_members [ 823.642834] env[69685]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a24645bc-2ebe-49bd-bc4f-109759b44485 with Priority: HIGHEST for action security_group_members [ 823.643492] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock member-a24645bc-2ebe-49bd-bc4f-109759b44485 taken with stack trace [, , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 823.643633] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a24645bc-2ebe-49bd-bc4f-109759b44485" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 823.860768] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 823.860768] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 823.860938] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 823.861113] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 823.885713] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 823.885967] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 823.886103] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 823.886167] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 823.886365] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 823.886464] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 823.886541] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f2a20afc-0049-435b-a4ff-c05dab76672d is going to be updated. [ 823.916301] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 823.916654] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 823.916654] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 823.916999] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 823.917306] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 823.925445] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f2a20afc-0049-435b-a4ff-c05dab76672d in Status: IN_PROGRESS for 2s [ 824.001466] env[69685]: DEBUG networking_nsxv3.common.locking [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Lock network-315 taken with stack trace [, , , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 824.001779] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquiring lock "network-315" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 824.001930] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquired lock "network-315" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 824.002229] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquired external semaphore "network-315" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 824.002550] env[69685]: DEBUG networking_nsxv3.common.locking [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 824.002731] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquiring lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 824.002882] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquired lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 824.003200] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquired external semaphore "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 824.003429] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Releasing lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 824.003692] env[69685]: DEBUG dogpile.cache.region [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] No value present for key: 'zone-id' {{(pid=69685) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 824.003833] env[69685]: DEBUG dogpile.lock [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] NeedRegenerationException {{(pid=69685) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 824.003943] env[69685]: DEBUG dogpile.lock [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] no value, waiting for create lock {{(pid=69685) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 824.004071] env[69685]: DEBUG dogpile.lock [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] value creation lock acquired {{(pid=69685) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 824.004217] env[69685]: DEBUG dogpile.cache.region [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] No value present for key: 'zone-id' {{(pid=69685) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 824.004339] env[69685]: DEBUG dogpile.lock [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Calling creation function for not-yet-present value {{(pid=69685) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 824.004601] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 824.049031] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 824.049031] env[69685]: DEBUG dogpile.cache.region [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Cache value generated in 0.042 seconds for key(s): 'zone-id' {{(pid=69685) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 824.049031] env[69685]: DEBUG dogpile.lock [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Released creation lock {{(pid=69685) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 824.049031] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Releasing lock "network-315" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 824.049031] env[69685]: DEBUG networking_nsxv3.common.locking [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Lock port-bfd7d279-b6e9-498a-a5d0-df708730173d taken with stack trace [, , , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 824.049031] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquiring lock "port-bfd7d279-b6e9-498a-a5d0-df708730173d" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 824.049031] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquired lock "port-bfd7d279-b6e9-498a-a5d0-df708730173d" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 824.049031] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquired external semaphore "port-bfd7d279-b6e9-498a-a5d0-df708730173d" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 824.049031] env[69685]: DEBUG networking_nsxv3.api.rpc [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('bfd7d279-b6e9-498a-a5d0-df708730173d',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 824.072207] env[69685]: INFO networking_nsxv3.common.synchronization [None req-eda990ff-5148-4306-8bfe-f411b35e23e5 None None] Enqueued Resource ID: 129871be-54ef-4bfb-973e-dea78c021982 with Priority: HIGHEST for action port [ 824.072479] env[69685]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 129871be-54ef-4bfb-973e-dea78c021982 with Priority: HIGHEST for action port [ 824.073197] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock port-129871be-54ef-4bfb-973e-dea78c021982 taken with stack trace [, , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 824.073197] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-129871be-54ef-4bfb-973e-dea78c021982" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 824.073389] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-129871be-54ef-4bfb-973e-dea78c021982" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 824.073485] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-129871be-54ef-4bfb-973e-dea78c021982" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 824.073558] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('129871be-54ef-4bfb-973e-dea78c021982',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 824.126974] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('e98ab8aa-b2b9-4d93-b385-e471c986864a',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 824.435015] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a24645bc-2ebe-49bd-bc4f-109759b44485 in Status: SUCCESS [ 824.435015] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a24645bc-2ebe-49bd-bc4f-109759b44485" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 824.435015] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a24645bc-2ebe-49bd-bc4f-109759b44485" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 824.435015] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a24645bc-2ebe-49bd-bc4f-109759b44485" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 824.435015] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 824.435015] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 824.435015] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 824.435015] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 824.435015] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 824.435015] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a24645bc-2ebe-49bd-bc4f-109759b44485" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 824.435470] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock member-a24645bc-2ebe-49bd-bc4f-109759b44485 taken with stack trace [, , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 824.435470] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a24645bc-2ebe-49bd-bc4f-109759b44485" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 824.435470] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a24645bc-2ebe-49bd-bc4f-109759b44485" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 824.435470] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a24645bc-2ebe-49bd-bc4f-109759b44485" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 824.435470] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 824.435660] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 824.435660] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 824.435753] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 824.435823] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 824.435899] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a24645bc-2ebe-49bd-bc4f-109759b44485" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 824.435989] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('a24645bc-2ebe-49bd-bc4f-109759b44485',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 824.441097] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a24645bc-2ebe-49bd-bc4f-109759b44485" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 824.441305] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a24645bc-2ebe-49bd-bc4f-109759b44485" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 824.441479] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 824.441585] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 824.441647] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 824.441797] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 824.441875] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 824.441965] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a24645bc-2ebe-49bd-bc4f-109759b44485',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 824.554994] env[69685]: DEBUG networking_nsxv3.common.locking [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 824.555498] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquiring lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 824.555498] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquired lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 824.556105] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquired external semaphore "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 824.556105] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Releasing lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 824.556288] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Segment Port bfd7d279-b6e9-498a-a5d0-df708730173d not found, creating... [ 824.556554] env[69685]: DEBUG networking_nsxv3.common.locking [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 824.556729] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquiring lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 824.556799] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquired lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 824.557257] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquired external semaphore "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 824.557257] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Releasing lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 824.557463] env[69685]: DEBUG networking_nsxv3.common.locking [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 824.557744] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquiring lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 824.557744] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquired lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 824.558066] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquired external semaphore "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 824.558138] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Releasing lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 824.558304] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Resource: SegmentPort with ID: bfd7d279-b6e9-498a-a5d0-df708730173d is going to be created. [ 824.577997] env[69685]: DEBUG networking_nsxv3.common.locking [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 824.577997] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquiring lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 824.578364] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquired lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 824.578364] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquired external semaphore "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 824.578564] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Releasing lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 824.578789] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Releasing lock "port-bfd7d279-b6e9-498a-a5d0-df708730173d" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 824.581040] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 129871be-54ef-4bfb-973e-dea78c021982 [ 824.581040] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 824.581040] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 824.581040] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 824.581040] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 824.581040] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 824.582131] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:129871be-54ef-4bfb-973e-dea78c021982 already deleted. [ 824.582131] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-129871be-54ef-4bfb-973e-dea78c021982" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 824.596226] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 864e2079-55d7-49d2-a768-8c1685d1fc04 in Status: SUCCESS [ 824.596417] env[69685]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 864e2079-55d7-49d2-a768-8c1685d1fc04 deletion is rescheduled due to dependency. [ 824.596530] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-864e2079-55d7-49d2-a768-8c1685d1fc04" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 824.628659] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 824.628816] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 824.628889] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 824.629123] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 824.629216] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 824.629315] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e98ab8aa-b2b9-4d93-b385-e471c986864a is going to be updated. [ 824.665245] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 824.665571] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 824.665571] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 824.665721] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 824.666203] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 824.673904] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e98ab8aa-b2b9-4d93-b385-e471c986864a in Status: IN_PROGRESS for 2s [ 824.942354] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for a24645bc-2ebe-49bd-bc4f-109759b44485: rpc.has_security_group_logging(os_id): False [ 824.944129] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('a24645bc-2ebe-49bd-bc4f-109759b44485',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 824.960178] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 824.962064] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 824.962064] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 824.962064] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 824.962064] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 824.962064] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 824.962064] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 824.962064] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 824.962064] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 824.962064] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 824.962064] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 824.962064] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 824.962064] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 824.962064] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 824.962064] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 824.963051] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 824.963051] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 824.963051] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 824.963051] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 824.963051] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 824.963051] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a24645bc-2ebe-49bd-bc4f-109759b44485 is going to be created. [ 825.019652] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 825.019652] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 825.019652] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 825.019915] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 825.020032] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 825.031421] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a24645bc-2ebe-49bd-bc4f-109759b44485 in Status: IN_PROGRESS for 2s [ 825.296066] env[69685]: INFO networking_nsxv3.common.synchronization [req-3eeb10fd-91f5-49a2-bfb3-65edffdcb46f req-062f1e95-858b-41d4-9581-e54f079c85e5 service nova] Enqueued Resource ID: a24645bc-2ebe-49bd-bc4f-109759b44485 with Priority: HIGHEST for action security_group_rules [ 825.296066] env[69685]: INFO networking_nsxv3.common.synchronization [req-3eeb10fd-91f5-49a2-bfb3-65edffdcb46f req-062f1e95-858b-41d4-9581-e54f079c85e5 service nova] Enqueued Resource ID: a24645bc-2ebe-49bd-bc4f-109759b44485 with Priority: HIGHEST for action security_group_members [ 825.296066] env[69685]: INFO networking_nsxv3.common.synchronization [req-3eeb10fd-91f5-49a2-bfb3-65edffdcb46f req-062f1e95-858b-41d4-9581-e54f079c85e5 service nova] Enqueued Resource ID: bfd7d279-b6e9-498a-a5d0-df708730173d with Priority: HIGHEST for action port [ 825.296550] env[69685]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a24645bc-2ebe-49bd-bc4f-109759b44485 with Priority: HIGHEST for action security_group_rules [ 825.296550] env[69685]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a24645bc-2ebe-49bd-bc4f-109759b44485 with Priority: HIGHEST for action security_group_members [ 825.296550] env[69685]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bfd7d279-b6e9-498a-a5d0-df708730173d with Priority: HIGHEST for action port [ 825.297239] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a24645bc-2ebe-49bd-bc4f-109759b44485 taken with stack trace [, , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 825.297359] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a24645bc-2ebe-49bd-bc4f-109759b44485" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 825.297507] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock member-a24645bc-2ebe-49bd-bc4f-109759b44485 taken with stack trace [, , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 825.297591] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a24645bc-2ebe-49bd-bc4f-109759b44485" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 825.297765] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock port-bfd7d279-b6e9-498a-a5d0-df708730173d taken with stack trace [, , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 825.297892] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-bfd7d279-b6e9-498a-a5d0-df708730173d" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 825.297943] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-bfd7d279-b6e9-498a-a5d0-df708730173d" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 825.298171] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-bfd7d279-b6e9-498a-a5d0-df708730173d" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 825.298253] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('bfd7d279-b6e9-498a-a5d0-df708730173d',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 825.447782] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('a24645bc-2ebe-49bd-bc4f-109759b44485',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 825.800509] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port bfd7d279-b6e9-498a-a5d0-df708730173d with status ACTIVE [ 825.800771] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 825.800916] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 825.800986] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 825.801221] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 825.801316] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 825.801492] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 825.801591] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 825.801654] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 825.801839] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 825.801921] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 825.802149] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 825.802247] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 825.802309] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 825.802451] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 825.802527] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 825.802611] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: bfd7d279-b6e9-498a-a5d0-df708730173d is going to be updated. [ 825.822090] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 825.823021] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 825.823021] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 825.823021] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 825.823021] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 825.823021] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-bfd7d279-b6e9-498a-a5d0-df708730173d" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 825.937559] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f2a20afc-0049-435b-a4ff-c05dab76672d in Status: SUCCESS [ 825.937749] env[69685]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f2a20afc-0049-435b-a4ff-c05dab76672d deletion is rescheduled due to dependency. [ 825.937866] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f2a20afc-0049-435b-a4ff-c05dab76672d" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 825.949680] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 825.949680] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 825.950189] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 825.950189] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 825.950189] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 825.950189] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a24645bc-2ebe-49bd-bc4f-109759b44485 is going to be updated. [ 825.984065] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 825.984065] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 825.984065] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 825.984065] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 825.984065] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 825.994574] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a24645bc-2ebe-49bd-bc4f-109759b44485 in Status: IN_PROGRESS for 2s [ 826.365700] env[69685]: INFO networking_nsxv3.common.synchronization [req-1eb7cf21-ed8b-4b0f-8e44-cb2ccb2528ae req-5982d9af-7898-4c51-a68e-193a1396301b tempest-InstanceActionsV221TestJSON-1815998371 tempest-InstanceActionsV221TestJSON-1815998371-project-member] Enqueued Resource ID: ac536170-a00a-4e24-bc25-b3bd0dc6d3c3 with Priority: HIGHEST for action security_group_members [ 826.366198] env[69685]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ac536170-a00a-4e24-bc25-b3bd0dc6d3c3 with Priority: HIGHEST for action security_group_members [ 826.366539] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock member-ac536170-a00a-4e24-bc25-b3bd0dc6d3c3 taken with stack trace [, , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 826.366662] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ac536170-a00a-4e24-bc25-b3bd0dc6d3c3" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 826.366727] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ac536170-a00a-4e24-bc25-b3bd0dc6d3c3" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 826.367593] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ac536170-a00a-4e24-bc25-b3bd0dc6d3c3" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 826.367837] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 826.368043] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 826.368148] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 826.368370] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 826.368521] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 826.368683] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ac536170-a00a-4e24-bc25-b3bd0dc6d3c3',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 826.683875] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e98ab8aa-b2b9-4d93-b385-e471c986864a in Status: SUCCESS [ 826.683875] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e98ab8aa-b2b9-4d93-b385-e471c986864a" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 826.858847] env[69685]: INFO networking_nsxv3.common.synchronization [None req-7df17fe0-fb48-4fed-94f6-d613980af027 None None] Enqueued Resource ID: 9aa5f43e-4793-40c5-9d8f-755685856cd1 with Priority: HIGHEST for action port [ 826.861018] env[69685]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9aa5f43e-4793-40c5-9d8f-755685856cd1 with Priority: HIGHEST for action port [ 826.861018] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock port-9aa5f43e-4793-40c5-9d8f-755685856cd1 taken with stack trace [, , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 826.861018] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-9aa5f43e-4793-40c5-9d8f-755685856cd1" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 826.861018] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-9aa5f43e-4793-40c5-9d8f-755685856cd1" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 826.861018] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-9aa5f43e-4793-40c5-9d8f-755685856cd1" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 826.861018] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9aa5f43e-4793-40c5-9d8f-755685856cd1',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 826.870855] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 826.871051] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 826.871107] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 826.871354] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 826.871470] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 826.871702] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 826.871915] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 826.872036] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 826.872209] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 826.872286] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 826.872373] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ac536170-a00a-4e24-bc25-b3bd0dc6d3c3 already deleted. [ 826.872451] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ac536170-a00a-4e24-bc25-b3bd0dc6d3c3" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 827.051344] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a24645bc-2ebe-49bd-bc4f-109759b44485 in Status: SUCCESS [ 827.051344] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a24645bc-2ebe-49bd-bc4f-109759b44485" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 827.051344] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a24645bc-2ebe-49bd-bc4f-109759b44485" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 827.051344] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a24645bc-2ebe-49bd-bc4f-109759b44485" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 827.051344] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a24645bc-2ebe-49bd-bc4f-109759b44485',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 827.164083] env[69685]: DEBUG networking_nsxv3.common.locking [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Lock network-739 taken with stack trace [, , , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 827.164083] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquiring lock "network-739" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 827.164083] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquired lock "network-739" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 827.164314] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquired external semaphore "network-739" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 827.164936] env[69685]: DEBUG networking_nsxv3.common.locking [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 827.165131] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquiring lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 827.165248] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquired lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 827.165521] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquired external semaphore "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 827.165661] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Releasing lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 827.169022] env[69685]: DEBUG dogpile.cache.region [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] No value present for key: 'zone-id' {{(pid=69685) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 827.169022] env[69685]: DEBUG dogpile.lock [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] NeedRegenerationException {{(pid=69685) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 827.169022] env[69685]: DEBUG dogpile.lock [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] no value, waiting for create lock {{(pid=69685) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 827.169022] env[69685]: DEBUG dogpile.lock [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] value creation lock acquired {{(pid=69685) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 827.169022] env[69685]: DEBUG dogpile.cache.region [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] No value present for key: 'zone-id' {{(pid=69685) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 827.169022] env[69685]: DEBUG dogpile.lock [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Calling creation function for not-yet-present value {{(pid=69685) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 827.169022] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 827.183963] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 827.184395] env[69685]: DEBUG dogpile.cache.region [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Cache value generated in 0.018 seconds for key(s): 'zone-id' {{(pid=69685) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 827.184395] env[69685]: DEBUG dogpile.lock [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Released creation lock {{(pid=69685) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 827.184508] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Releasing lock "network-739" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 827.184749] env[69685]: DEBUG networking_nsxv3.common.locking [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Lock port-e2430f93-52c4-46a3-9ddf-c955a081760a taken with stack trace [, , , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 827.184920] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquiring lock "port-e2430f93-52c4-46a3-9ddf-c955a081760a" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 827.185050] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquired lock "port-e2430f93-52c4-46a3-9ddf-c955a081760a" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 827.185451] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquired external semaphore "port-e2430f93-52c4-46a3-9ddf-c955a081760a" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 827.185523] env[69685]: DEBUG networking_nsxv3.api.rpc [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e2430f93-52c4-46a3-9ddf-c955a081760a',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 827.364560] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 9aa5f43e-4793-40c5-9d8f-755685856cd1 [ 827.364560] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 827.364560] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 827.364560] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 827.364857] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 827.365059] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 827.365214] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:9aa5f43e-4793-40c5-9d8f-755685856cd1 already deleted. [ 827.365770] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-9aa5f43e-4793-40c5-9d8f-755685856cd1" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 827.552820] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock member-a24645bc-2ebe-49bd-bc4f-109759b44485 taken with stack trace [, , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 827.552820] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a24645bc-2ebe-49bd-bc4f-109759b44485" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 827.689693] env[69685]: DEBUG networking_nsxv3.common.locking [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 827.689693] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquiring lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 827.689693] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquired lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 827.690536] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquired external semaphore "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 827.690536] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Releasing lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 827.690536] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Segment Port e2430f93-52c4-46a3-9ddf-c955a081760a not found, creating... [ 827.690536] env[69685]: DEBUG networking_nsxv3.common.locking [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 827.690821] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquiring lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 827.690821] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquired lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 827.691915] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquired external semaphore "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 827.691915] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Releasing lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 827.691915] env[69685]: DEBUG networking_nsxv3.common.locking [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 827.691915] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquiring lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 827.691915] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquired lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 827.691915] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquired external semaphore "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 827.692231] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Releasing lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 827.692364] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Resource: SegmentPort with ID: e2430f93-52c4-46a3-9ddf-c955a081760a is going to be created. [ 827.713312] env[69685]: DEBUG networking_nsxv3.common.locking [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 827.713312] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquiring lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 827.713312] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquired lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 827.713312] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquired external semaphore "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 827.713312] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Releasing lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 827.713312] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Releasing lock "port-e2430f93-52c4-46a3-9ddf-c955a081760a" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 828.003800] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a24645bc-2ebe-49bd-bc4f-109759b44485 in Status: SUCCESS [ 828.004067] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a24645bc-2ebe-49bd-bc4f-109759b44485" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 828.004067] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a24645bc-2ebe-49bd-bc4f-109759b44485" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 828.004276] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a24645bc-2ebe-49bd-bc4f-109759b44485" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 828.004463] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 828.004573] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 828.004637] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 828.004785] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 828.005139] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 828.005139] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a24645bc-2ebe-49bd-bc4f-109759b44485',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 828.507792] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('a24645bc-2ebe-49bd-bc4f-109759b44485',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 828.536089] env[69685]: INFO networking_nsxv3.common.synchronization [req-1eb7cf21-ed8b-4b0f-8e44-cb2ccb2528ae req-c587e4ba-25c6-4191-a760-44bd1c6056cb service nova] Enqueued Resource ID: ac536170-a00a-4e24-bc25-b3bd0dc6d3c3 with Priority: HIGHEST for action security_group_rules [ 828.536296] env[69685]: INFO networking_nsxv3.common.synchronization [req-1eb7cf21-ed8b-4b0f-8e44-cb2ccb2528ae req-c587e4ba-25c6-4191-a760-44bd1c6056cb service nova] Enqueued Resource ID: ac536170-a00a-4e24-bc25-b3bd0dc6d3c3 with Priority: HIGHEST for action security_group_members [ 828.536500] env[69685]: INFO networking_nsxv3.common.synchronization [req-1eb7cf21-ed8b-4b0f-8e44-cb2ccb2528ae req-c587e4ba-25c6-4191-a760-44bd1c6056cb service nova] Enqueued Resource ID: e2430f93-52c4-46a3-9ddf-c955a081760a with Priority: HIGHEST for action port [ 828.536769] env[69685]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ac536170-a00a-4e24-bc25-b3bd0dc6d3c3 with Priority: HIGHEST for action security_group_rules [ 828.536901] env[69685]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ac536170-a00a-4e24-bc25-b3bd0dc6d3c3 with Priority: HIGHEST for action security_group_members [ 828.537015] env[69685]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e2430f93-52c4-46a3-9ddf-c955a081760a with Priority: HIGHEST for action port [ 828.537564] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ac536170-a00a-4e24-bc25-b3bd0dc6d3c3 taken with stack trace [, , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 828.537690] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ac536170-a00a-4e24-bc25-b3bd0dc6d3c3" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 828.537747] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ac536170-a00a-4e24-bc25-b3bd0dc6d3c3" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 828.538165] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ac536170-a00a-4e24-bc25-b3bd0dc6d3c3" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 828.538165] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ac536170-a00a-4e24-bc25-b3bd0dc6d3c3',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 828.539023] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock member-ac536170-a00a-4e24-bc25-b3bd0dc6d3c3 taken with stack trace [, , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 828.539133] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ac536170-a00a-4e24-bc25-b3bd0dc6d3c3" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 828.539191] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ac536170-a00a-4e24-bc25-b3bd0dc6d3c3" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 828.539414] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ac536170-a00a-4e24-bc25-b3bd0dc6d3c3" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 828.539561] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 828.539666] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 828.539720] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 828.539860] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 828.539934] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 828.540061] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ac536170-a00a-4e24-bc25-b3bd0dc6d3c3',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 828.541752] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock port-e2430f93-52c4-46a3-9ddf-c955a081760a taken with stack trace [, , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 828.541916] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e2430f93-52c4-46a3-9ddf-c955a081760a" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 828.545268] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e2430f93-52c4-46a3-9ddf-c955a081760a" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 828.545268] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e2430f93-52c4-46a3-9ddf-c955a081760a" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 828.545268] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e2430f93-52c4-46a3-9ddf-c955a081760a',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 829.010488] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('a24645bc-2ebe-49bd-bc4f-109759b44485',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 829.042598] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('ac536170-a00a-4e24-bc25-b3bd0dc6d3c3',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 829.047641] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock member-ac536170-a00a-4e24-bc25-b3bd0dc6d3c3 taken with stack trace [, , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 829.047832] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ac536170-a00a-4e24-bc25-b3bd0dc6d3c3" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 829.047954] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port e2430f93-52c4-46a3-9ddf-c955a081760a with status ACTIVE [ 829.048137] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 829.048239] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 829.048298] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 829.048537] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 829.048643] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 829.049117] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 829.049117] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 829.049117] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 829.049117] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 829.049947] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 829.049947] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 829.049947] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 829.049947] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 829.049947] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 829.049947] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 829.049947] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: e2430f93-52c4-46a3-9ddf-c955a081760a is going to be updated. [ 829.071222] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 829.071222] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 829.071222] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 829.071222] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 829.071222] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 829.071222] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e2430f93-52c4-46a3-9ddf-c955a081760a" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 829.256135] env[69685]: INFO networking_nsxv3.common.synchronization [req-ecc0741d-6b05-4c98-88ca-90b77f533483 req-e57cf865-0d2b-4ca0-b3cb-e0c4b5f1cd9f tempest-ImagesTestJSON-1265937060 tempest-ImagesTestJSON-1265937060-project-member] Enqueued Resource ID: 4ea7bb1c-b746-44b1-abbe-9e20ef6cb145 with Priority: HIGHEST for action security_group_members [ 829.256135] env[69685]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4ea7bb1c-b746-44b1-abbe-9e20ef6cb145 with Priority: HIGHEST for action security_group_members [ 829.256135] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock member-4ea7bb1c-b746-44b1-abbe-9e20ef6cb145 taken with stack trace [, , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 829.256135] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4ea7bb1c-b746-44b1-abbe-9e20ef6cb145" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 829.256135] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4ea7bb1c-b746-44b1-abbe-9e20ef6cb145" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 829.256135] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4ea7bb1c-b746-44b1-abbe-9e20ef6cb145" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 829.256135] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 829.256135] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 829.256135] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 829.256135] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 829.256135] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 829.259283] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4ea7bb1c-b746-44b1-abbe-9e20ef6cb145',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 829.513451] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 829.514054] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 829.514054] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 829.514054] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 829.514054] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 829.514187] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a24645bc-2ebe-49bd-bc4f-109759b44485 is going to be updated. [ 829.541444] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 829.541590] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 829.541699] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 829.541901] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 829.542052] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 829.549171] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('ac536170-a00a-4e24-bc25-b3bd0dc6d3c3',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 829.550149] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a24645bc-2ebe-49bd-bc4f-109759b44485 in Status: IN_PROGRESS for 2s [ 829.762501] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 829.762703] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 829.762764] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 829.763030] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 829.783930] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 829.784212] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 829.784384] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 829.784384] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 829.784571] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 829.784656] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 829.784744] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4ea7bb1c-b746-44b1-abbe-9e20ef6cb145 is going to be updated. [ 829.817994] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 829.818136] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 829.818136] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 829.818298] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 829.818933] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 829.825974] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4ea7bb1c-b746-44b1-abbe-9e20ef6cb145 in Status: IN_PROGRESS for 2s [ 830.052082] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 830.052437] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 830.052437] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 830.052696] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 830.052860] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 830.053018] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ac536170-a00a-4e24-bc25-b3bd0dc6d3c3 is going to be created. [ 830.111440] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 830.111440] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 830.111440] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 830.111440] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 830.111440] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 830.119496] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ac536170-a00a-4e24-bc25-b3bd0dc6d3c3 in Status: UNINITIALIZED for 2s [ 831.302420] env[69685]: INFO networking_nsxv3.common.synchronization [req-a8a9f385-7fdf-4ff5-bad1-5a888be2fb77 req-a4651ce9-da5b-4105-b2b0-d163e6d09ab9 tempest-MigrationsAdminTest-1510868376 tempest-MigrationsAdminTest-1510868376-project-member] Enqueued Resource ID: f7493f91-3855-4cdf-b1bb-82c20660c232 with Priority: HIGHEST for action security_group_members [ 831.304544] env[69685]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f7493f91-3855-4cdf-b1bb-82c20660c232 with Priority: HIGHEST for action security_group_members [ 831.304544] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock member-f7493f91-3855-4cdf-b1bb-82c20660c232 taken with stack trace [, , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 831.304544] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f7493f91-3855-4cdf-b1bb-82c20660c232" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 831.304544] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f7493f91-3855-4cdf-b1bb-82c20660c232" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 831.304544] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f7493f91-3855-4cdf-b1bb-82c20660c232" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 831.304544] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 831.304544] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 831.304544] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 831.304544] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 831.304544] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 831.304544] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f7493f91-3855-4cdf-b1bb-82c20660c232',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 831.562511] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a24645bc-2ebe-49bd-bc4f-109759b44485 in Status: SUCCESS [ 831.562511] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a24645bc-2ebe-49bd-bc4f-109759b44485" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 831.562720] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a24645bc-2ebe-49bd-bc4f-109759b44485" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 831.562936] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a24645bc-2ebe-49bd-bc4f-109759b44485" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 831.562936] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 831.563052] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 831.563119] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 831.563274] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 831.563355] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 831.563473] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a24645bc-2ebe-49bd-bc4f-109759b44485',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 831.610018] env[69685]: DEBUG networking_nsxv3.common.locking [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Lock network-756 taken with stack trace [, , , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 831.610129] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquiring lock "network-756" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 831.610318] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquired lock "network-756" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 831.610519] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquired external semaphore "network-756" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 831.610828] env[69685]: DEBUG networking_nsxv3.common.locking [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 831.610927] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquiring lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 831.611085] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquired lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 831.611252] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquired external semaphore "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 831.612053] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Releasing lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 831.612053] env[69685]: DEBUG dogpile.cache.region [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] No value present for key: 'zone-id' {{(pid=69685) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 831.612053] env[69685]: DEBUG dogpile.lock [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] NeedRegenerationException {{(pid=69685) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 831.612053] env[69685]: DEBUG dogpile.lock [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] no value, waiting for create lock {{(pid=69685) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 831.614304] env[69685]: DEBUG dogpile.lock [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] value creation lock acquired {{(pid=69685) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 831.614475] env[69685]: DEBUG dogpile.cache.region [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] No value present for key: 'zone-id' {{(pid=69685) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 831.614605] env[69685]: DEBUG dogpile.lock [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Calling creation function for not-yet-present value {{(pid=69685) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 831.614748] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 831.631951] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 831.632135] env[69685]: DEBUG dogpile.cache.region [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Cache value generated in 0.017 seconds for key(s): 'zone-id' {{(pid=69685) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 831.632274] env[69685]: DEBUG dogpile.lock [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Released creation lock {{(pid=69685) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 831.632443] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Releasing lock "network-756" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 831.632744] env[69685]: DEBUG networking_nsxv3.common.locking [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Lock port-90c933a7-6a1d-44ce-84e2-35a1e8f0541b taken with stack trace [, , , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 831.632906] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquiring lock "port-90c933a7-6a1d-44ce-84e2-35a1e8f0541b" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 831.633037] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquired lock "port-90c933a7-6a1d-44ce-84e2-35a1e8f0541b" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 831.633351] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquired external semaphore "port-90c933a7-6a1d-44ce-84e2-35a1e8f0541b" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 831.633491] env[69685]: DEBUG networking_nsxv3.api.rpc [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('90c933a7-6a1d-44ce-84e2-35a1e8f0541b',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 831.806343] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 831.806518] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 831.806606] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 831.806858] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 831.806960] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 831.807196] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 831.807299] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 831.807362] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 831.807513] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 831.807609] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 831.807706] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f7493f91-3855-4cdf-b1bb-82c20660c232 already deleted. [ 831.807775] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f7493f91-3855-4cdf-b1bb-82c20660c232" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 831.835218] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4ea7bb1c-b746-44b1-abbe-9e20ef6cb145 in Status: SUCCESS [ 831.835544] env[69685]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4ea7bb1c-b746-44b1-abbe-9e20ef6cb145 deletion is rescheduled due to dependency. [ 831.835544] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4ea7bb1c-b746-44b1-abbe-9e20ef6cb145" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 832.074048] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('a24645bc-2ebe-49bd-bc4f-109759b44485',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 832.128273] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ac536170-a00a-4e24-bc25-b3bd0dc6d3c3 in Status: SUCCESS [ 832.128737] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ac536170-a00a-4e24-bc25-b3bd0dc6d3c3" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 832.128957] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ac536170-a00a-4e24-bc25-b3bd0dc6d3c3" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.129657] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ac536170-a00a-4e24-bc25-b3bd0dc6d3c3" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 832.129885] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 832.130050] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.130128] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.130329] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 832.130416] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 832.130534] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ac536170-a00a-4e24-bc25-b3bd0dc6d3c3" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 832.130659] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('ac536170-a00a-4e24-bc25-b3bd0dc6d3c3',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 832.135897] env[69685]: DEBUG networking_nsxv3.common.locking [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 832.136113] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquiring lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.136278] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquired lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.136551] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquired external semaphore "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 832.136753] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Releasing lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 832.136913] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Segment Port 90c933a7-6a1d-44ce-84e2-35a1e8f0541b not found, creating... [ 832.137209] env[69685]: DEBUG networking_nsxv3.common.locking [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 832.137402] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquiring lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.137522] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquired lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.137831] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquired external semaphore "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 832.137946] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Releasing lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 832.138299] env[69685]: DEBUG networking_nsxv3.common.locking [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 832.138462] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquiring lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.138593] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquired lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.138848] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquired external semaphore "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 832.138987] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Releasing lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 832.139186] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Resource: SegmentPort with ID: 90c933a7-6a1d-44ce-84e2-35a1e8f0541b is going to be created. [ 832.157317] env[69685]: DEBUG networking_nsxv3.common.locking [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 832.157512] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquiring lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.157645] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquired lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.158072] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquired external semaphore "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 832.158329] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Releasing lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 832.158554] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Releasing lock "port-90c933a7-6a1d-44ce-84e2-35a1e8f0541b" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 832.575754] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('a24645bc-2ebe-49bd-bc4f-109759b44485',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 832.636494] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock member-ac536170-a00a-4e24-bc25-b3bd0dc6d3c3 taken with stack trace [, , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 832.636494] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ac536170-a00a-4e24-bc25-b3bd0dc6d3c3" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.636494] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ac536170-a00a-4e24-bc25-b3bd0dc6d3c3" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.636494] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ac536170-a00a-4e24-bc25-b3bd0dc6d3c3" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 832.636737] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 832.636737] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.636737] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.637573] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 832.637573] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 832.637573] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ac536170-a00a-4e24-bc25-b3bd0dc6d3c3" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 832.637573] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock member-ac536170-a00a-4e24-bc25-b3bd0dc6d3c3 taken with stack trace [, , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 832.637573] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ac536170-a00a-4e24-bc25-b3bd0dc6d3c3" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.637573] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ac536170-a00a-4e24-bc25-b3bd0dc6d3c3" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.637573] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ac536170-a00a-4e24-bc25-b3bd0dc6d3c3" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 832.637856] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 832.637856] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.637856] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.637964] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 832.637964] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 832.638048] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ac536170-a00a-4e24-bc25-b3bd0dc6d3c3" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 832.639113] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('ac536170-a00a-4e24-bc25-b3bd0dc6d3c3',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 832.874039] env[69685]: INFO networking_nsxv3.common.synchronization [req-a8a9f385-7fdf-4ff5-bad1-5a888be2fb77 req-a87fffd7-e51b-49c2-95a5-fa067bc5f2d1 service nova] Enqueued Resource ID: f7493f91-3855-4cdf-b1bb-82c20660c232 with Priority: HIGHEST for action security_group_rules [ 832.874039] env[69685]: INFO networking_nsxv3.common.synchronization [req-a8a9f385-7fdf-4ff5-bad1-5a888be2fb77 req-a87fffd7-e51b-49c2-95a5-fa067bc5f2d1 service nova] Enqueued Resource ID: f7493f91-3855-4cdf-b1bb-82c20660c232 with Priority: HIGHEST for action security_group_members [ 832.874039] env[69685]: INFO networking_nsxv3.common.synchronization [req-a8a9f385-7fdf-4ff5-bad1-5a888be2fb77 req-a87fffd7-e51b-49c2-95a5-fa067bc5f2d1 service nova] Enqueued Resource ID: 90c933a7-6a1d-44ce-84e2-35a1e8f0541b with Priority: HIGHEST for action port [ 832.874039] env[69685]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f7493f91-3855-4cdf-b1bb-82c20660c232 with Priority: HIGHEST for action security_group_rules [ 832.874039] env[69685]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f7493f91-3855-4cdf-b1bb-82c20660c232 with Priority: HIGHEST for action security_group_members [ 832.874587] env[69685]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 90c933a7-6a1d-44ce-84e2-35a1e8f0541b with Priority: HIGHEST for action port [ 832.874981] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f7493f91-3855-4cdf-b1bb-82c20660c232 taken with stack trace [, , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 832.875268] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f7493f91-3855-4cdf-b1bb-82c20660c232" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.876407] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f7493f91-3855-4cdf-b1bb-82c20660c232" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.876407] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f7493f91-3855-4cdf-b1bb-82c20660c232" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 832.876407] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f7493f91-3855-4cdf-b1bb-82c20660c232',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 832.876985] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock member-f7493f91-3855-4cdf-b1bb-82c20660c232 taken with stack trace [, , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 832.878770] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f7493f91-3855-4cdf-b1bb-82c20660c232" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.878770] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f7493f91-3855-4cdf-b1bb-82c20660c232" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.878770] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f7493f91-3855-4cdf-b1bb-82c20660c232" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 832.878770] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 832.878770] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.878770] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.878770] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 832.878770] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 832.878770] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f7493f91-3855-4cdf-b1bb-82c20660c232',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 832.879886] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock port-90c933a7-6a1d-44ce-84e2-35a1e8f0541b taken with stack trace [, , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 832.880045] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-90c933a7-6a1d-44ce-84e2-35a1e8f0541b" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.880098] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-90c933a7-6a1d-44ce-84e2-35a1e8f0541b" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.881323] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-90c933a7-6a1d-44ce-84e2-35a1e8f0541b" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 832.881323] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('90c933a7-6a1d-44ce-84e2-35a1e8f0541b',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 833.078485] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 833.078704] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 833.078747] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 833.078934] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 833.079046] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 833.079136] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a24645bc-2ebe-49bd-bc4f-109759b44485 is going to be updated. [ 833.108508] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 833.108977] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 833.109066] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 833.109277] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 833.109453] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 833.118116] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a24645bc-2ebe-49bd-bc4f-109759b44485 in Status: IN_PROGRESS for 2s [ 833.140630] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for ac536170-a00a-4e24-bc25-b3bd0dc6d3c3: rpc.has_security_group_logging(os_id): False [ 833.161906] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 833.162038] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 833.162095] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 833.162265] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 833.162357] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 833.162577] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 833.162682] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 833.162746] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 833.162906] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 833.162987] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 833.163178] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 833.163273] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 833.163337] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 833.163483] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 833.163556] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 833.163731] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 833.163823] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 833.163901] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 833.164078] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 833.164189] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 833.164304] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ac536170-a00a-4e24-bc25-b3bd0dc6d3c3 is going to be created. [ 833.236392] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 833.236591] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 833.236664] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 833.237124] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 833.237124] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 833.247578] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ac536170-a00a-4e24-bc25-b3bd0dc6d3c3 in Status: IN_PROGRESS for 2s [ 833.381928] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock member-f7493f91-3855-4cdf-b1bb-82c20660c232 taken with stack trace [, , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 833.382436] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f7493f91-3855-4cdf-b1bb-82c20660c232" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 833.382717] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('f7493f91-3855-4cdf-b1bb-82c20660c232',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 833.384138] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 90c933a7-6a1d-44ce-84e2-35a1e8f0541b with status ACTIVE [ 833.384330] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 833.384455] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 833.384551] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 833.384800] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 833.384921] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 833.385169] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 833.385378] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 833.385417] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 833.385749] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 833.385749] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 833.385966] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 833.386031] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 833.386062] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 833.386200] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 833.386274] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 833.386359] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 90c933a7-6a1d-44ce-84e2-35a1e8f0541b is going to be updated. [ 833.412562] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 833.412711] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 833.412796] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 833.412998] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 833.413215] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 833.413443] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-90c933a7-6a1d-44ce-84e2-35a1e8f0541b" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 833.888415] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('f7493f91-3855-4cdf-b1bb-82c20660c232',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 834.390743] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 834.390920] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 834.390984] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 834.391206] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 834.391296] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 834.391393] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f7493f91-3855-4cdf-b1bb-82c20660c232 is going to be created. [ 834.413524] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 834.413667] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 834.413740] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 834.414024] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 834.414187] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 834.422660] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f7493f91-3855-4cdf-b1bb-82c20660c232 in Status: UNINITIALIZED for 2s [ 834.638195] env[69685]: INFO networking_nsxv3.common.synchronization [None req-0631bbc6-95b6-4b13-978f-afa8d03074e1 tempest-AttachInterfacesTestJSON-1165856161 tempest-AttachInterfacesTestJSON-1165856161-project-member] Enqueued Resource ID: 250f4dd6-d118-43eb-b675-8113286ade80 with Priority: HIGHEST for action security_group_rules [ 834.638870] env[69685]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 250f4dd6-d118-43eb-b675-8113286ade80 with Priority: HIGHEST for action security_group_rules [ 834.639307] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock rules-250f4dd6-d118-43eb-b675-8113286ade80 taken with stack trace [, , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 834.639483] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-250f4dd6-d118-43eb-b675-8113286ade80" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 834.639585] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-250f4dd6-d118-43eb-b675-8113286ade80" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 834.639938] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-250f4dd6-d118-43eb-b675-8113286ade80" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 834.643327] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('250f4dd6-d118-43eb-b675-8113286ade80',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 834.733019] env[69685]: INFO networking_nsxv3.common.synchronization [None req-6b176144-3bff-4e34-b4e5-7bde9546fd7a tempest-AttachInterfacesTestJSON-1165856161 tempest-AttachInterfacesTestJSON-1165856161-project-member] Enqueued Resource ID: 250f4dd6-d118-43eb-b675-8113286ade80 with Priority: HIGHEST for action security_group_rules [ 834.733019] env[69685]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 250f4dd6-d118-43eb-b675-8113286ade80 with Priority: HIGHEST for action security_group_rules [ 834.733019] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock rules-250f4dd6-d118-43eb-b675-8113286ade80 taken with stack trace [, , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 834.733019] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-250f4dd6-d118-43eb-b675-8113286ade80" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 835.126927] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a24645bc-2ebe-49bd-bc4f-109759b44485 in Status: SUCCESS [ 835.127175] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a24645bc-2ebe-49bd-bc4f-109759b44485" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 835.127321] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a24645bc-2ebe-49bd-bc4f-109759b44485" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 835.127535] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a24645bc-2ebe-49bd-bc4f-109759b44485" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 835.127718] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 835.127849] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 835.127915] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 835.128102] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 835.128155] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 835.128238] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a24645bc-2ebe-49bd-bc4f-109759b44485" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 835.128324] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('a24645bc-2ebe-49bd-bc4f-109759b44485',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 835.162639] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 835.162793] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 835.162865] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 835.163164] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 835.163267] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 835.163370] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 250f4dd6-d118-43eb-b675-8113286ade80 already deleted. [ 835.163459] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-250f4dd6-d118-43eb-b675-8113286ade80" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 835.163654] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-250f4dd6-d118-43eb-b675-8113286ade80" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 835.163779] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-250f4dd6-d118-43eb-b675-8113286ade80" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 835.163868] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('250f4dd6-d118-43eb-b675-8113286ade80',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 835.262012] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ac536170-a00a-4e24-bc25-b3bd0dc6d3c3 in Status: SUCCESS [ 835.262249] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ac536170-a00a-4e24-bc25-b3bd0dc6d3c3" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 835.633467] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock member-a24645bc-2ebe-49bd-bc4f-109759b44485 taken with stack trace [, , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 835.633467] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a24645bc-2ebe-49bd-bc4f-109759b44485" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 835.633467] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a24645bc-2ebe-49bd-bc4f-109759b44485" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 835.633751] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a24645bc-2ebe-49bd-bc4f-109759b44485" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 835.633751] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 835.633840] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 835.633873] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 835.634026] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 835.634118] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 835.634206] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a24645bc-2ebe-49bd-bc4f-109759b44485" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 835.634351] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock member-a24645bc-2ebe-49bd-bc4f-109759b44485 taken with stack trace [, , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 835.634445] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a24645bc-2ebe-49bd-bc4f-109759b44485" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 835.634505] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a24645bc-2ebe-49bd-bc4f-109759b44485" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 835.634648] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a24645bc-2ebe-49bd-bc4f-109759b44485" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 835.634783] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 835.634873] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 835.634932] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 835.635117] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 835.635206] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 835.635291] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a24645bc-2ebe-49bd-bc4f-109759b44485" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 835.635380] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('a24645bc-2ebe-49bd-bc4f-109759b44485',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 835.684864] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 835.685081] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 835.685175] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 835.685398] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 835.685546] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 835.685680] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 250f4dd6-d118-43eb-b675-8113286ade80 already deleted. [ 835.685784] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-250f4dd6-d118-43eb-b675-8113286ade80" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 836.137624] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for a24645bc-2ebe-49bd-bc4f-109759b44485: rpc.has_security_group_logging(os_id): False [ 836.155658] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 836.155843] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 836.155887] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 836.156114] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 836.156206] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 836.156391] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 836.156500] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 836.156574] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 836.156724] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 836.156839] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 836.156994] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 836.157105] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 836.157155] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 836.157292] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 836.157364] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 836.157591] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 836.157681] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 836.157746] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 836.157897] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 836.157974] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 836.158081] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a24645bc-2ebe-49bd-bc4f-109759b44485 is going to be updated. [ 836.220738] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 836.220738] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 836.220738] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 836.220738] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 836.220738] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 836.234616] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a24645bc-2ebe-49bd-bc4f-109759b44485 in Status: IN_PROGRESS for 2s [ 836.432990] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f7493f91-3855-4cdf-b1bb-82c20660c232 in Status: SUCCESS [ 836.434868] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f7493f91-3855-4cdf-b1bb-82c20660c232" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 836.435058] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f7493f91-3855-4cdf-b1bb-82c20660c232" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 836.436998] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f7493f91-3855-4cdf-b1bb-82c20660c232" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 836.436998] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 836.436998] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 836.436998] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 836.436998] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 836.436998] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 836.436998] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f7493f91-3855-4cdf-b1bb-82c20660c232" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 836.436998] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('f7493f91-3855-4cdf-b1bb-82c20660c232',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 836.942071] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock member-f7493f91-3855-4cdf-b1bb-82c20660c232 taken with stack trace [, , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 836.942225] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f7493f91-3855-4cdf-b1bb-82c20660c232" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 836.942281] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f7493f91-3855-4cdf-b1bb-82c20660c232" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 836.942499] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f7493f91-3855-4cdf-b1bb-82c20660c232" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 836.943205] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 836.943205] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 836.943205] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 836.943205] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 836.943205] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 836.943205] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f7493f91-3855-4cdf-b1bb-82c20660c232" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 836.943560] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock member-f7493f91-3855-4cdf-b1bb-82c20660c232 taken with stack trace [, , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 836.943560] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f7493f91-3855-4cdf-b1bb-82c20660c232" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 836.943560] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f7493f91-3855-4cdf-b1bb-82c20660c232" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 836.943694] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f7493f91-3855-4cdf-b1bb-82c20660c232" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 836.943793] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 836.943884] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 836.943971] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 836.944114] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 836.944184] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 836.944243] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f7493f91-3855-4cdf-b1bb-82c20660c232" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 836.944328] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('f7493f91-3855-4cdf-b1bb-82c20660c232',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 837.350939] env[69685]: INFO networking_nsxv3.common.synchronization [req-957dd389-28ae-4bda-9764-9db80fdf6ec1 req-91f32886-33f0-476c-be9a-4fce27509bfe tempest-ListServersNegativeTestJSON-970015342 tempest-ListServersNegativeTestJSON-970015342-project-member] Enqueued Resource ID: a24645bc-2ebe-49bd-bc4f-109759b44485 with Priority: HIGHEST for action security_group_members [ 837.352096] env[69685]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a24645bc-2ebe-49bd-bc4f-109759b44485 with Priority: HIGHEST for action security_group_members [ 837.352096] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock member-a24645bc-2ebe-49bd-bc4f-109759b44485 taken with stack trace [, , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 837.352096] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a24645bc-2ebe-49bd-bc4f-109759b44485" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.352096] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a24645bc-2ebe-49bd-bc4f-109759b44485" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 837.352316] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a24645bc-2ebe-49bd-bc4f-109759b44485" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 837.352461] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 837.352566] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.352630] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 837.352788] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 837.352873] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 837.352966] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a24645bc-2ebe-49bd-bc4f-109759b44485',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 837.448439] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for f7493f91-3855-4cdf-b1bb-82c20660c232: rpc.has_security_group_logging(os_id): False [ 837.465162] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 837.465162] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.465307] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 837.465429] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 837.465958] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 837.466432] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 837.466624] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.466683] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 837.466838] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 837.467158] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 837.467527] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 837.469613] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.469613] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 837.469613] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 837.469613] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 837.469613] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 837.469613] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.469613] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 837.469613] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 837.469613] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 837.469613] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f7493f91-3855-4cdf-b1bb-82c20660c232 is going to be created. [ 837.528169] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 837.528507] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.528687] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 837.528975] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 837.529286] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 837.539335] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f7493f91-3855-4cdf-b1bb-82c20660c232 in Status: IN_PROGRESS for 2s [ 837.854702] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('a24645bc-2ebe-49bd-bc4f-109759b44485',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 838.248388] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a24645bc-2ebe-49bd-bc4f-109759b44485 in Status: SUCCESS [ 838.248707] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a24645bc-2ebe-49bd-bc4f-109759b44485" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 838.248949] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a24645bc-2ebe-49bd-bc4f-109759b44485" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 838.249302] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a24645bc-2ebe-49bd-bc4f-109759b44485" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 838.249411] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a24645bc-2ebe-49bd-bc4f-109759b44485',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 838.356903] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('a24645bc-2ebe-49bd-bc4f-109759b44485',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 838.752959] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock member-a24645bc-2ebe-49bd-bc4f-109759b44485 taken with stack trace [, , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 838.753263] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a24645bc-2ebe-49bd-bc4f-109759b44485" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.859701] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 838.859701] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.859701] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 838.859701] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 838.859701] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 838.859990] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a24645bc-2ebe-49bd-bc4f-109759b44485 is going to be updated. [ 838.890809] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 838.891020] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.891100] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 838.891306] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 838.891453] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 838.899595] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a24645bc-2ebe-49bd-bc4f-109759b44485 in Status: IN_PROGRESS for 2s [ 839.358496] env[69685]: INFO networking_nsxv3.common.synchronization [req-ee242ddf-75d1-4db4-ba68-9d1143da78c4 req-116199ff-f253-4593-83ae-72421f53af0c tempest-ServersAdminNegativeTestJSON-1343812855 tempest-ServersAdminNegativeTestJSON-1343812855-project-member] Enqueued Resource ID: 72339107-b0aa-4dfd-956d-5878859c7012 with Priority: HIGHEST for action security_group_members [ 839.359185] env[69685]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 72339107-b0aa-4dfd-956d-5878859c7012 with Priority: HIGHEST for action security_group_members [ 839.360482] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock member-72339107-b0aa-4dfd-956d-5878859c7012 taken with stack trace [, , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 839.361312] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-72339107-b0aa-4dfd-956d-5878859c7012" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 839.361312] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-72339107-b0aa-4dfd-956d-5878859c7012" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 839.361599] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-72339107-b0aa-4dfd-956d-5878859c7012" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 839.361828] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 839.362246] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 839.362246] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 839.362246] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 839.362381] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 839.362412] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('72339107-b0aa-4dfd-956d-5878859c7012',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 839.547900] env[69685]: INFO networking_nsxv3.common.synchronization [req-5d242de2-d220-4afe-8e90-239939895867 req-56a70c98-e983-41b0-a79a-bce84b4baf4c tempest-InstanceActionsV221TestJSON-1815998371 tempest-InstanceActionsV221TestJSON-1815998371-project-member] Enqueued Resource ID: ac536170-a00a-4e24-bc25-b3bd0dc6d3c3 with Priority: HIGHEST for action security_group_members [ 839.548461] env[69685]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ac536170-a00a-4e24-bc25-b3bd0dc6d3c3 with Priority: HIGHEST for action security_group_members [ 839.551719] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock member-ac536170-a00a-4e24-bc25-b3bd0dc6d3c3 taken with stack trace [, , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 839.551719] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ac536170-a00a-4e24-bc25-b3bd0dc6d3c3" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 839.551719] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ac536170-a00a-4e24-bc25-b3bd0dc6d3c3" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 839.551719] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ac536170-a00a-4e24-bc25-b3bd0dc6d3c3" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 839.551719] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 839.551719] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 839.551719] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 839.551719] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 839.551719] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 839.551719] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ac536170-a00a-4e24-bc25-b3bd0dc6d3c3',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 839.551719] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f7493f91-3855-4cdf-b1bb-82c20660c232 in Status: SUCCESS [ 839.551719] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f7493f91-3855-4cdf-b1bb-82c20660c232" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 839.865014] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 839.865191] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 839.865263] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 839.865487] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 839.885062] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 839.885316] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 839.885442] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 839.885515] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 839.885824] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 839.885937] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 839.886121] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 72339107-b0aa-4dfd-956d-5878859c7012 is going to be updated. [ 839.934864] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 839.934963] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 839.934963] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 839.935192] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 839.935336] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 839.943042] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 72339107-b0aa-4dfd-956d-5878859c7012 in Status: IN_PROGRESS for 2s [ 840.053828] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 840.054000] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 840.054090] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 840.054308] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 840.054405] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 840.054594] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 840.054704] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 840.054769] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 840.054925] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 840.055012] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 840.055107] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ac536170-a00a-4e24-bc25-b3bd0dc6d3c3 is going to be updated. [ 840.085103] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 840.085245] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 840.085318] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 840.085549] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 840.085827] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 840.094398] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ac536170-a00a-4e24-bc25-b3bd0dc6d3c3 in Status: IN_PROGRESS for 2s [ 840.909866] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a24645bc-2ebe-49bd-bc4f-109759b44485 in Status: SUCCESS [ 840.910161] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a24645bc-2ebe-49bd-bc4f-109759b44485" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 840.910246] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a24645bc-2ebe-49bd-bc4f-109759b44485" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 840.910460] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a24645bc-2ebe-49bd-bc4f-109759b44485" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 840.910652] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 840.910775] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 840.910841] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 840.911059] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 840.911109] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 840.911163] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a24645bc-2ebe-49bd-bc4f-109759b44485" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 840.911250] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('a24645bc-2ebe-49bd-bc4f-109759b44485',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 841.413486] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock member-a24645bc-2ebe-49bd-bc4f-109759b44485 taken with stack trace [, , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 841.413702] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a24645bc-2ebe-49bd-bc4f-109759b44485" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 841.414424] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a24645bc-2ebe-49bd-bc4f-109759b44485" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 841.414424] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a24645bc-2ebe-49bd-bc4f-109759b44485" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 841.414424] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 841.414598] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 841.414598] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 841.414779] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 841.414916] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 841.415071] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a24645bc-2ebe-49bd-bc4f-109759b44485" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 841.416026] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock member-a24645bc-2ebe-49bd-bc4f-109759b44485 taken with stack trace [, , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 841.416026] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a24645bc-2ebe-49bd-bc4f-109759b44485" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 841.416026] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a24645bc-2ebe-49bd-bc4f-109759b44485" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 841.416026] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a24645bc-2ebe-49bd-bc4f-109759b44485" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 841.416026] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 841.416332] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 841.416332] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 841.416400] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 841.416465] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 841.416592] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a24645bc-2ebe-49bd-bc4f-109759b44485" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 841.416729] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('a24645bc-2ebe-49bd-bc4f-109759b44485',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 841.919614] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for a24645bc-2ebe-49bd-bc4f-109759b44485: rpc.has_security_group_logging(os_id): False [ 841.940285] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 841.940442] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 841.940442] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 841.940787] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 841.940920] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 841.941305] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 841.941485] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 841.941549] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 841.941749] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 841.941859] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 841.942108] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 841.942213] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 841.942318] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 841.942499] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 841.942652] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 841.942825] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 841.942960] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 841.943052] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 841.943227] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 841.943334] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 841.943431] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a24645bc-2ebe-49bd-bc4f-109759b44485 is going to be updated. [ 841.969070] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 72339107-b0aa-4dfd-956d-5878859c7012 in Status: SUCCESS [ 841.969882] env[69685]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 72339107-b0aa-4dfd-956d-5878859c7012 deletion is rescheduled due to dependency. [ 841.969882] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-72339107-b0aa-4dfd-956d-5878859c7012" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 842.034551] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 842.034710] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 842.034748] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 842.034954] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 842.035113] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 842.063313] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a24645bc-2ebe-49bd-bc4f-109759b44485 in Status: IN_PROGRESS for 2s [ 842.104509] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ac536170-a00a-4e24-bc25-b3bd0dc6d3c3 in Status: SUCCESS [ 842.104683] env[69685]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ac536170-a00a-4e24-bc25-b3bd0dc6d3c3 deletion is rescheduled due to dependency. [ 842.104797] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ac536170-a00a-4e24-bc25-b3bd0dc6d3c3" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 844.078183] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a24645bc-2ebe-49bd-bc4f-109759b44485 in Status: SUCCESS [ 844.078452] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a24645bc-2ebe-49bd-bc4f-109759b44485" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 844.550475] env[69685]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 844.550475] env[69685]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 849.551892] env[69685]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 849.552178] env[69685]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 854.553030] env[69685]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 854.553262] env[69685]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 855.074854] env[69685]: INFO networking_nsxv3.common.synchronization [req-bf7510fe-73c6-4956-b34a-d9f98ea41c20 req-d7c461de-6bac-4fbf-a19b-50c547a1cfee tempest-VolumesAdminNegativeTest-1313008661 tempest-VolumesAdminNegativeTest-1313008661-project-member] Enqueued Resource ID: f65c8e4c-f08a-4581-b7a6-d79e38e7d0d2 with Priority: HIGHEST for action security_group_members [ 855.076990] env[69685]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f65c8e4c-f08a-4581-b7a6-d79e38e7d0d2 with Priority: HIGHEST for action security_group_members [ 855.077356] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock member-f65c8e4c-f08a-4581-b7a6-d79e38e7d0d2 taken with stack trace [, , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 855.077504] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f65c8e4c-f08a-4581-b7a6-d79e38e7d0d2" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 855.077584] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f65c8e4c-f08a-4581-b7a6-d79e38e7d0d2" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 855.077846] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f65c8e4c-f08a-4581-b7a6-d79e38e7d0d2" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 855.078016] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 855.078129] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 855.078192] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 855.078345] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 855.078428] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 855.078523] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f65c8e4c-f08a-4581-b7a6-d79e38e7d0d2',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 855.582517] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 855.582842] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 855.582842] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 855.582960] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 855.583085] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 855.583284] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 855.583384] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 855.583446] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 855.583598] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 855.583680] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 855.583817] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f65c8e4c-f08a-4581-b7a6-d79e38e7d0d2 already deleted. [ 855.583932] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f65c8e4c-f08a-4581-b7a6-d79e38e7d0d2" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 855.797657] env[69685]: DEBUG networking_nsxv3.common.locking [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Lock network-103 taken with stack trace [, , , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 855.797850] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquiring lock "network-103" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 855.797971] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquired lock "network-103" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 855.798340] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquired external semaphore "network-103" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 855.798655] env[69685]: DEBUG networking_nsxv3.common.locking [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 855.799877] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquiring lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 855.799877] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquired lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 855.799877] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquired external semaphore "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 855.800068] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Releasing lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 855.800385] env[69685]: DEBUG dogpile.cache.region [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] No value present for key: 'zone-id' {{(pid=69685) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 855.800922] env[69685]: DEBUG dogpile.lock [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] NeedRegenerationException {{(pid=69685) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 855.801130] env[69685]: DEBUG dogpile.lock [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] no value, waiting for create lock {{(pid=69685) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 855.801250] env[69685]: DEBUG dogpile.lock [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] value creation lock acquired {{(pid=69685) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 855.801374] env[69685]: DEBUG dogpile.cache.region [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] No value present for key: 'zone-id' {{(pid=69685) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 855.801512] env[69685]: DEBUG dogpile.lock [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Calling creation function for not-yet-present value {{(pid=69685) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 855.801671] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 855.823406] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 855.823406] env[69685]: DEBUG dogpile.cache.region [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=69685) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 855.823406] env[69685]: DEBUG dogpile.lock [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Released creation lock {{(pid=69685) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 855.823715] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Releasing lock "network-103" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 855.824991] env[69685]: DEBUG networking_nsxv3.common.locking [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Lock port-ddebfdea-8a6b-40e6-a7e8-252f57566b70 taken with stack trace [, , , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 855.824991] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquiring lock "port-ddebfdea-8a6b-40e6-a7e8-252f57566b70" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 855.824991] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquired lock "port-ddebfdea-8a6b-40e6-a7e8-252f57566b70" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 855.824991] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquired external semaphore "port-ddebfdea-8a6b-40e6-a7e8-252f57566b70" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 855.824991] env[69685]: DEBUG networking_nsxv3.api.rpc [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ddebfdea-8a6b-40e6-a7e8-252f57566b70',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 856.331676] env[69685]: DEBUG networking_nsxv3.common.locking [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 856.331676] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquiring lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 856.331676] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquired lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 856.331676] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquired external semaphore "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 856.331676] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Releasing lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 856.331676] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Segment Port ddebfdea-8a6b-40e6-a7e8-252f57566b70 not found, creating... [ 856.331676] env[69685]: DEBUG networking_nsxv3.common.locking [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 856.331676] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquiring lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 856.331676] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquired lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 856.331676] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquired external semaphore "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 856.331676] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Releasing lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 856.332288] env[69685]: DEBUG networking_nsxv3.common.locking [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 856.332288] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquiring lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 856.332288] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquired lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 856.332288] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquired external semaphore "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 856.332821] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Releasing lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 856.334613] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Resource: SegmentPort with ID: ddebfdea-8a6b-40e6-a7e8-252f57566b70 is going to be created. [ 856.353635] env[69685]: DEBUG networking_nsxv3.common.locking [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 856.353635] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquiring lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 856.353635] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquired lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 856.353925] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquired external semaphore "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 856.354478] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Releasing lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 856.354478] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Releasing lock "port-ddebfdea-8a6b-40e6-a7e8-252f57566b70" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 857.512427] env[69685]: INFO networking_nsxv3.common.synchronization [req-fbd33860-ecca-43ff-8ee8-f92d25f8a341 req-d632f4f5-bb5d-4bb0-a6aa-5b337bf590d9 tempest-AttachVolumeShelveTestJSON-978007978 tempest-AttachVolumeShelveTestJSON-978007978-project-member] Enqueued Resource ID: 001d6e59-0565-43c1-8370-8ff4e3de8dbb with Priority: HIGHEST for action security_group_members [ 857.513251] env[69685]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 001d6e59-0565-43c1-8370-8ff4e3de8dbb with Priority: HIGHEST for action security_group_members [ 857.513609] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock member-001d6e59-0565-43c1-8370-8ff4e3de8dbb taken with stack trace [, , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 857.513834] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-001d6e59-0565-43c1-8370-8ff4e3de8dbb" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 857.513943] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-001d6e59-0565-43c1-8370-8ff4e3de8dbb" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 857.514275] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-001d6e59-0565-43c1-8370-8ff4e3de8dbb" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 857.514449] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 857.514561] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 857.514631] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 857.514786] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 857.514879] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 857.514978] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('001d6e59-0565-43c1-8370-8ff4e3de8dbb',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 857.624464] env[69685]: INFO networking_nsxv3.common.synchronization [req-bf7510fe-73c6-4956-b34a-d9f98ea41c20 req-f430733c-bdd1-4988-8c4d-903c5df2a723 service nova] Enqueued Resource ID: f65c8e4c-f08a-4581-b7a6-d79e38e7d0d2 with Priority: HIGHEST for action security_group_rules [ 857.625356] env[69685]: INFO networking_nsxv3.common.synchronization [req-bf7510fe-73c6-4956-b34a-d9f98ea41c20 req-f430733c-bdd1-4988-8c4d-903c5df2a723 service nova] Enqueued Resource ID: f65c8e4c-f08a-4581-b7a6-d79e38e7d0d2 with Priority: HIGHEST for action security_group_members [ 857.625578] env[69685]: INFO networking_nsxv3.common.synchronization [req-bf7510fe-73c6-4956-b34a-d9f98ea41c20 req-f430733c-bdd1-4988-8c4d-903c5df2a723 service nova] Enqueued Resource ID: ddebfdea-8a6b-40e6-a7e8-252f57566b70 with Priority: HIGHEST for action port [ 857.626188] env[69685]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f65c8e4c-f08a-4581-b7a6-d79e38e7d0d2 with Priority: HIGHEST for action security_group_rules [ 857.626361] env[69685]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f65c8e4c-f08a-4581-b7a6-d79e38e7d0d2 with Priority: HIGHEST for action security_group_members [ 857.626488] env[69685]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ddebfdea-8a6b-40e6-a7e8-252f57566b70 with Priority: HIGHEST for action port [ 857.626792] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f65c8e4c-f08a-4581-b7a6-d79e38e7d0d2 taken with stack trace [, , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 857.627106] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f65c8e4c-f08a-4581-b7a6-d79e38e7d0d2" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 857.627106] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f65c8e4c-f08a-4581-b7a6-d79e38e7d0d2" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 857.627314] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f65c8e4c-f08a-4581-b7a6-d79e38e7d0d2" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 857.627423] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f65c8e4c-f08a-4581-b7a6-d79e38e7d0d2',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 857.628757] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock member-f65c8e4c-f08a-4581-b7a6-d79e38e7d0d2 taken with stack trace [, , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 857.632320] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f65c8e4c-f08a-4581-b7a6-d79e38e7d0d2" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 857.632320] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f65c8e4c-f08a-4581-b7a6-d79e38e7d0d2" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 857.632320] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f65c8e4c-f08a-4581-b7a6-d79e38e7d0d2" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 857.632320] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 857.632320] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 857.632320] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 857.632320] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 857.632320] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 857.632320] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f65c8e4c-f08a-4581-b7a6-d79e38e7d0d2',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 857.632320] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock port-ddebfdea-8a6b-40e6-a7e8-252f57566b70 taken with stack trace [, , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 857.632320] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ddebfdea-8a6b-40e6-a7e8-252f57566b70" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 857.632320] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ddebfdea-8a6b-40e6-a7e8-252f57566b70" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 857.632320] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ddebfdea-8a6b-40e6-a7e8-252f57566b70" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 857.632852] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ddebfdea-8a6b-40e6-a7e8-252f57566b70',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 858.017277] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 858.017438] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 858.017510] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 858.017756] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 858.017816] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 858.018017] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 858.018124] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 858.018261] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 858.018427] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 858.018506] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 858.018594] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 001d6e59-0565-43c1-8370-8ff4e3de8dbb already deleted. [ 858.018677] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-001d6e59-0565-43c1-8370-8ff4e3de8dbb" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 858.035874] env[69685]: DEBUG networking_nsxv3.common.locking [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Lock network-508 taken with stack trace [, , , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 858.035874] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquiring lock "network-508" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 858.035874] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquired lock "network-508" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 858.035874] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquired external semaphore "network-508" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 858.035874] env[69685]: DEBUG networking_nsxv3.common.locking [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 858.035874] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquiring lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 858.035874] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquired lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 858.035874] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquired external semaphore "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 858.035874] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Releasing lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 858.035874] env[69685]: DEBUG dogpile.cache.region [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] No value present for key: 'zone-id' {{(pid=69685) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 858.035874] env[69685]: DEBUG dogpile.lock [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] NeedRegenerationException {{(pid=69685) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 858.035874] env[69685]: DEBUG dogpile.lock [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] no value, waiting for create lock {{(pid=69685) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 858.035874] env[69685]: DEBUG dogpile.lock [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] value creation lock acquired {{(pid=69685) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 858.036500] env[69685]: DEBUG dogpile.cache.region [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] No value present for key: 'zone-id' {{(pid=69685) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 858.036500] env[69685]: DEBUG dogpile.lock [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Calling creation function for not-yet-present value {{(pid=69685) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 858.036500] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 858.055333] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 858.055740] env[69685]: DEBUG dogpile.cache.region [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=69685) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 858.055928] env[69685]: DEBUG dogpile.lock [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Released creation lock {{(pid=69685) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 858.056158] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Releasing lock "network-508" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 858.056595] env[69685]: DEBUG networking_nsxv3.common.locking [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Lock port-6884af1b-1be8-46b3-b0f5-88a66a1b90b1 taken with stack trace [, , , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 858.056750] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquiring lock "port-6884af1b-1be8-46b3-b0f5-88a66a1b90b1" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 858.056852] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquired lock "port-6884af1b-1be8-46b3-b0f5-88a66a1b90b1" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 858.057202] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquired external semaphore "port-6884af1b-1be8-46b3-b0f5-88a66a1b90b1" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 858.057362] env[69685]: DEBUG networking_nsxv3.api.rpc [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6884af1b-1be8-46b3-b0f5-88a66a1b90b1',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 858.134456] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('f65c8e4c-f08a-4581-b7a6-d79e38e7d0d2',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 858.135569] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock member-f65c8e4c-f08a-4581-b7a6-d79e38e7d0d2 taken with stack trace [, , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 858.135682] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f65c8e4c-f08a-4581-b7a6-d79e38e7d0d2" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 858.135991] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port ddebfdea-8a6b-40e6-a7e8-252f57566b70 with status ACTIVE [ 858.136087] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 858.136199] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 858.136261] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 858.136498] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 858.136552] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 858.136700] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 858.136885] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 858.136885] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 858.140155] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 858.140304] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 858.140471] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 858.140743] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 858.140743] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 858.140839] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 858.140873] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 858.140948] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: ddebfdea-8a6b-40e6-a7e8-252f57566b70 is going to be updated. [ 858.160132] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 858.160294] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 858.160294] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 858.160544] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 858.160609] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 858.161134] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ddebfdea-8a6b-40e6-a7e8-252f57566b70" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 858.559701] env[69685]: DEBUG networking_nsxv3.common.locking [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 858.559980] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquiring lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 858.560183] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquired lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 858.560435] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquired external semaphore "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 858.560609] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Releasing lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 858.560770] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Segment Port 6884af1b-1be8-46b3-b0f5-88a66a1b90b1 not found, creating... [ 858.561070] env[69685]: DEBUG networking_nsxv3.common.locking [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 858.561283] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquiring lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 858.561456] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquired lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 858.561771] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquired external semaphore "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 858.561941] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Releasing lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 858.562619] env[69685]: DEBUG networking_nsxv3.common.locking [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 858.562840] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquiring lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 858.563024] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquired lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 858.563295] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquired external semaphore "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 858.563483] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Releasing lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 858.563656] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Resource: SegmentPort with ID: 6884af1b-1be8-46b3-b0f5-88a66a1b90b1 is going to be created. [ 858.609095] env[69685]: DEBUG networking_nsxv3.common.locking [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 858.609370] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquiring lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 858.609522] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquired lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 858.609792] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquired external semaphore "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 858.610026] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Releasing lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 858.610243] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Releasing lock "port-6884af1b-1be8-46b3-b0f5-88a66a1b90b1" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 858.644367] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('f65c8e4c-f08a-4581-b7a6-d79e38e7d0d2',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 859.150640] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 859.150805] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 859.150881] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 859.151119] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 859.151214] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 859.151315] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f65c8e4c-f08a-4581-b7a6-d79e38e7d0d2 is going to be created. [ 859.174349] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 859.174495] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 859.174547] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 859.174740] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 859.174891] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 859.184791] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f65c8e4c-f08a-4581-b7a6-d79e38e7d0d2 in Status: UNINITIALIZED for 2s [ 859.653097] env[69685]: INFO networking_nsxv3.common.synchronization [req-fbd33860-ecca-43ff-8ee8-f92d25f8a341 req-b227250b-be0f-4ff6-8d49-8cd9146a9855 service nova] Enqueued Resource ID: 001d6e59-0565-43c1-8370-8ff4e3de8dbb with Priority: HIGHEST for action security_group_rules [ 859.653374] env[69685]: INFO networking_nsxv3.common.synchronization [req-fbd33860-ecca-43ff-8ee8-f92d25f8a341 req-b227250b-be0f-4ff6-8d49-8cd9146a9855 service nova] Enqueued Resource ID: 001d6e59-0565-43c1-8370-8ff4e3de8dbb with Priority: HIGHEST for action security_group_members [ 859.653444] env[69685]: INFO networking_nsxv3.common.synchronization [req-fbd33860-ecca-43ff-8ee8-f92d25f8a341 req-b227250b-be0f-4ff6-8d49-8cd9146a9855 service nova] Enqueued Resource ID: 6884af1b-1be8-46b3-b0f5-88a66a1b90b1 with Priority: HIGHEST for action port [ 859.654462] env[69685]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 001d6e59-0565-43c1-8370-8ff4e3de8dbb with Priority: HIGHEST for action security_group_rules [ 859.654462] env[69685]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 001d6e59-0565-43c1-8370-8ff4e3de8dbb with Priority: HIGHEST for action security_group_members [ 859.654462] env[69685]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6884af1b-1be8-46b3-b0f5-88a66a1b90b1 with Priority: HIGHEST for action port [ 859.654756] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock rules-001d6e59-0565-43c1-8370-8ff4e3de8dbb taken with stack trace [, , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 859.654895] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-001d6e59-0565-43c1-8370-8ff4e3de8dbb" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 859.655602] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-001d6e59-0565-43c1-8370-8ff4e3de8dbb" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 859.655952] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-001d6e59-0565-43c1-8370-8ff4e3de8dbb" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 859.656070] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('001d6e59-0565-43c1-8370-8ff4e3de8dbb',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 859.657059] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock member-001d6e59-0565-43c1-8370-8ff4e3de8dbb taken with stack trace [, , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 859.657180] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-001d6e59-0565-43c1-8370-8ff4e3de8dbb" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 859.657248] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-001d6e59-0565-43c1-8370-8ff4e3de8dbb" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 859.657441] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-001d6e59-0565-43c1-8370-8ff4e3de8dbb" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 859.657892] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 859.658009] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 859.658366] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 859.660525] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 859.660525] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 859.660525] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('001d6e59-0565-43c1-8370-8ff4e3de8dbb',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 859.660728] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock port-6884af1b-1be8-46b3-b0f5-88a66a1b90b1 taken with stack trace [, , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 859.660728] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-6884af1b-1be8-46b3-b0f5-88a66a1b90b1" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 859.660835] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-6884af1b-1be8-46b3-b0f5-88a66a1b90b1" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 859.661518] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-6884af1b-1be8-46b3-b0f5-88a66a1b90b1" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 859.661518] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6884af1b-1be8-46b3-b0f5-88a66a1b90b1',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 860.163709] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('001d6e59-0565-43c1-8370-8ff4e3de8dbb',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 860.164846] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock member-001d6e59-0565-43c1-8370-8ff4e3de8dbb taken with stack trace [, , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 860.165014] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-001d6e59-0565-43c1-8370-8ff4e3de8dbb" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 860.165182] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 6884af1b-1be8-46b3-b0f5-88a66a1b90b1 with status ACTIVE [ 860.165340] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 860.165444] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 860.165516] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 860.165701] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 860.165786] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 860.165976] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 860.166083] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 860.166156] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 860.166297] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 860.166373] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 860.166577] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 860.166685] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 860.166756] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 860.166922] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 860.166993] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 860.169168] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 6884af1b-1be8-46b3-b0f5-88a66a1b90b1 is going to be updated. [ 860.189085] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 860.189519] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 860.189519] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 860.189519] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 860.189655] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 860.189795] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-6884af1b-1be8-46b3-b0f5-88a66a1b90b1" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 860.339693] env[69685]: INFO networking_nsxv3.common.synchronization [None req-3f9ad711-9d88-4304-b417-d54cfbfb97d0 None None] Enqueued Resource ID: 2e83a331-e602-4d59-844a-b0f86f61bf28 with Priority: HIGHEST for action port [ 860.339948] env[69685]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2e83a331-e602-4d59-844a-b0f86f61bf28 with Priority: HIGHEST for action port [ 860.340578] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock port-2e83a331-e602-4d59-844a-b0f86f61bf28 taken with stack trace [, , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 860.340740] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-2e83a331-e602-4d59-844a-b0f86f61bf28" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 860.340896] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-2e83a331-e602-4d59-844a-b0f86f61bf28" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 860.341960] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-2e83a331-e602-4d59-844a-b0f86f61bf28" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 860.341960] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2e83a331-e602-4d59-844a-b0f86f61bf28',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 860.381121] env[69685]: INFO networking_nsxv3.common.synchronization [req-fd280a52-1445-4b29-bfb1-eb8ebf54a0a0 req-504c25d9-0382-4046-bedf-9d891c57667e tempest-ServersV294TestFqdnHostnames-1901375698 tempest-ServersV294TestFqdnHostnames-1901375698-project-member] Enqueued Resource ID: 9f77f884-bf5a-4239-9508-cd9e7aec6f18 with Priority: HIGHEST for action security_group_members [ 860.381803] env[69685]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9f77f884-bf5a-4239-9508-cd9e7aec6f18 with Priority: HIGHEST for action security_group_members [ 860.381980] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock member-9f77f884-bf5a-4239-9508-cd9e7aec6f18 taken with stack trace [, , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 860.382116] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9f77f884-bf5a-4239-9508-cd9e7aec6f18" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 860.382182] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9f77f884-bf5a-4239-9508-cd9e7aec6f18" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 860.382578] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9f77f884-bf5a-4239-9508-cd9e7aec6f18" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 860.382935] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 860.384200] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 860.385170] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 860.385408] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 860.385534] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 860.385662] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9f77f884-bf5a-4239-9508-cd9e7aec6f18',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 860.671925] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('001d6e59-0565-43c1-8370-8ff4e3de8dbb',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 860.844043] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 2e83a331-e602-4d59-844a-b0f86f61bf28 [ 860.844129] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 860.844364] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 860.844448] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 860.844676] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 860.844783] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 860.844871] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:2e83a331-e602-4d59-844a-b0f86f61bf28 already deleted. [ 860.844984] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-2e83a331-e602-4d59-844a-b0f86f61bf28" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 860.890291] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 860.890412] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 860.890481] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 860.890725] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 860.890813] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 860.891019] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 860.891111] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 860.891171] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 860.891319] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 860.891393] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 860.891473] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9f77f884-bf5a-4239-9508-cd9e7aec6f18 already deleted. [ 860.891549] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9f77f884-bf5a-4239-9508-cd9e7aec6f18" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 861.117220] env[69685]: INFO networking_nsxv3.common.synchronization [req-14fa3b57-152d-4e5e-b8ee-b206b9f4f503 req-7b8edcab-bd09-432c-a2c0-d4574a3ecab8 tempest-FloatingIPsAssociationTestJSON-1935006235 tempest-FloatingIPsAssociationTestJSON-1935006235-project-member] Enqueued Resource ID: e98ab8aa-b2b9-4d93-b385-e471c986864a with Priority: HIGHEST for action security_group_members [ 861.118234] env[69685]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e98ab8aa-b2b9-4d93-b385-e471c986864a with Priority: HIGHEST for action security_group_members [ 861.118791] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock member-e98ab8aa-b2b9-4d93-b385-e471c986864a taken with stack trace [, , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 861.118921] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e98ab8aa-b2b9-4d93-b385-e471c986864a" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.118989] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e98ab8aa-b2b9-4d93-b385-e471c986864a" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 861.119214] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e98ab8aa-b2b9-4d93-b385-e471c986864a" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 861.119362] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 861.119489] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.119528] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 861.119654] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 861.119732] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 861.119824] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e98ab8aa-b2b9-4d93-b385-e471c986864a',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 861.175416] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 861.175416] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.175416] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 861.175416] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 861.175416] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 861.176670] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 001d6e59-0565-43c1-8370-8ff4e3de8dbb is going to be created. [ 861.196412] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f65c8e4c-f08a-4581-b7a6-d79e38e7d0d2 in Status: SUCCESS [ 861.196789] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f65c8e4c-f08a-4581-b7a6-d79e38e7d0d2" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 861.197043] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f65c8e4c-f08a-4581-b7a6-d79e38e7d0d2" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 861.197342] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f65c8e4c-f08a-4581-b7a6-d79e38e7d0d2" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 861.197580] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 861.197738] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.197832] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 861.198069] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 861.198186] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 861.198306] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f65c8e4c-f08a-4581-b7a6-d79e38e7d0d2" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 861.198440] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('f65c8e4c-f08a-4581-b7a6-d79e38e7d0d2',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 861.201851] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 861.202274] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.202274] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 861.202471] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 861.202838] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 861.219022] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 001d6e59-0565-43c1-8370-8ff4e3de8dbb in Status: UNINITIALIZED for 2s [ 861.541102] env[69685]: DEBUG networking_nsxv3.common.locking [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Lock network-624 taken with stack trace [, , , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 861.541102] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquiring lock "network-624" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.541102] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquired lock "network-624" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 861.541344] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquired external semaphore "network-624" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 861.541416] env[69685]: DEBUG networking_nsxv3.common.locking [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 861.541531] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquiring lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.541650] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquired lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 861.541887] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquired external semaphore "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 861.542046] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Releasing lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 861.542257] env[69685]: DEBUG dogpile.cache.region [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] No value present for key: 'zone-id' {{(pid=69685) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 861.542828] env[69685]: DEBUG dogpile.lock [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] NeedRegenerationException {{(pid=69685) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 861.542828] env[69685]: DEBUG dogpile.lock [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] no value, waiting for create lock {{(pid=69685) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 861.542828] env[69685]: DEBUG dogpile.lock [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] value creation lock acquired {{(pid=69685) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 861.542828] env[69685]: DEBUG dogpile.cache.region [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] No value present for key: 'zone-id' {{(pid=69685) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 861.542828] env[69685]: DEBUG dogpile.lock [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Calling creation function for not-yet-present value {{(pid=69685) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 861.543235] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 861.561659] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 861.561829] env[69685]: DEBUG dogpile.cache.region [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=69685) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 861.561970] env[69685]: DEBUG dogpile.lock [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Released creation lock {{(pid=69685) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 861.562169] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Releasing lock "network-624" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 861.562472] env[69685]: DEBUG networking_nsxv3.common.locking [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Lock port-bde7d610-b743-4272-a30b-68506158e55f taken with stack trace [, , , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 861.562742] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquiring lock "port-bde7d610-b743-4272-a30b-68506158e55f" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.562779] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquired lock "port-bde7d610-b743-4272-a30b-68506158e55f" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 861.563134] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquired external semaphore "port-bde7d610-b743-4272-a30b-68506158e55f" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 861.563300] env[69685]: DEBUG networking_nsxv3.api.rpc [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('bde7d610-b743-4272-a30b-68506158e55f',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 861.624204] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 861.624386] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.624429] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 861.624611] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 861.645385] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 861.645976] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 861.645976] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.645976] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 861.646266] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 861.646266] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 861.646266] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e98ab8aa-b2b9-4d93-b385-e471c986864a is going to be updated. [ 861.669697] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 861.669916] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.669969] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 861.670213] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 861.670395] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 861.678083] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e98ab8aa-b2b9-4d93-b385-e471c986864a in Status: IN_PROGRESS for 2s [ 861.706275] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('f65c8e4c-f08a-4581-b7a6-d79e38e7d0d2',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 862.065688] env[69685]: DEBUG networking_nsxv3.common.locking [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 862.065988] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquiring lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 862.066121] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquired lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 862.066466] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquired external semaphore "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 862.066615] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Releasing lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 862.066772] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Segment Port bde7d610-b743-4272-a30b-68506158e55f not found, creating... [ 862.067255] env[69685]: DEBUG networking_nsxv3.common.locking [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 862.067392] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquiring lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 862.067461] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquired lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 862.067683] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquired external semaphore "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 862.067815] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Releasing lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 862.068910] env[69685]: DEBUG networking_nsxv3.common.locking [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 862.069181] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquiring lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 862.069258] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquired lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 862.069541] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquired external semaphore "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 862.069686] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Releasing lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 862.070156] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Resource: SegmentPort with ID: bde7d610-b743-4272-a30b-68506158e55f is going to be created. [ 862.092389] env[69685]: DEBUG networking_nsxv3.common.locking [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 862.093564] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquiring lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 862.093564] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquired lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 862.093564] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquired external semaphore "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 862.093564] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Releasing lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 862.093564] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Releasing lock "port-bde7d610-b743-4272-a30b-68506158e55f" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 862.207730] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for f65c8e4c-f08a-4581-b7a6-d79e38e7d0d2: rpc.has_security_group_logging(os_id): False [ 862.237045] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 862.237045] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 862.237045] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 862.237295] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 862.237395] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 862.237693] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 862.237783] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 862.237851] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 862.238066] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 862.238175] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 862.238264] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f65c8e4c-f08a-4581-b7a6-d79e38e7d0d2 is going to be created. [ 862.326642] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 862.326642] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 862.326642] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 862.326850] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 862.326998] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 862.341456] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f65c8e4c-f08a-4581-b7a6-d79e38e7d0d2 in Status: IN_PROGRESS for 2s [ 862.506369] env[69685]: INFO networking_nsxv3.common.synchronization [None req-540781b2-f39d-46b1-b6fd-18a9e80d3977 None None] Enqueued Resource ID: df9b1ec6-e1dd-4d0d-bba2-bd26ce7aab31 with Priority: HIGHEST for action port [ 862.506639] env[69685]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: df9b1ec6-e1dd-4d0d-bba2-bd26ce7aab31 with Priority: HIGHEST for action port [ 862.507293] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock port-df9b1ec6-e1dd-4d0d-bba2-bd26ce7aab31 taken with stack trace [, , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 862.507442] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-df9b1ec6-e1dd-4d0d-bba2-bd26ce7aab31" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 862.507511] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-df9b1ec6-e1dd-4d0d-bba2-bd26ce7aab31" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 862.507772] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-df9b1ec6-e1dd-4d0d-bba2-bd26ce7aab31" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 862.507856] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('df9b1ec6-e1dd-4d0d-bba2-bd26ce7aab31',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 863.010592] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port df9b1ec6-e1dd-4d0d-bba2-bd26ce7aab31 [ 863.010847] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 863.010983] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 863.011958] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 863.011958] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 863.012051] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 863.012378] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:df9b1ec6-e1dd-4d0d-bba2-bd26ce7aab31 already deleted. [ 863.013103] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-df9b1ec6-e1dd-4d0d-bba2-bd26ce7aab31" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 863.228592] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 001d6e59-0565-43c1-8370-8ff4e3de8dbb in Status: SUCCESS [ 863.228817] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-001d6e59-0565-43c1-8370-8ff4e3de8dbb" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 863.229072] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-001d6e59-0565-43c1-8370-8ff4e3de8dbb" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 863.229212] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-001d6e59-0565-43c1-8370-8ff4e3de8dbb" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 863.229420] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 863.229540] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 863.229605] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 863.229758] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 863.229836] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 863.229921] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-001d6e59-0565-43c1-8370-8ff4e3de8dbb" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 863.230026] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('001d6e59-0565-43c1-8370-8ff4e3de8dbb',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 863.294880] env[69685]: INFO networking_nsxv3.common.synchronization [req-fd280a52-1445-4b29-bfb1-eb8ebf54a0a0 req-59dfde0f-d046-473b-a0fb-6f96b109abfd service nova] Enqueued Resource ID: 9f77f884-bf5a-4239-9508-cd9e7aec6f18 with Priority: HIGHEST for action security_group_rules [ 863.295378] env[69685]: INFO networking_nsxv3.common.synchronization [req-fd280a52-1445-4b29-bfb1-eb8ebf54a0a0 req-59dfde0f-d046-473b-a0fb-6f96b109abfd service nova] Enqueued Resource ID: 9f77f884-bf5a-4239-9508-cd9e7aec6f18 with Priority: HIGHEST for action security_group_members [ 863.295378] env[69685]: INFO networking_nsxv3.common.synchronization [req-fd280a52-1445-4b29-bfb1-eb8ebf54a0a0 req-59dfde0f-d046-473b-a0fb-6f96b109abfd service nova] Enqueued Resource ID: bde7d610-b743-4272-a30b-68506158e55f with Priority: HIGHEST for action port [ 863.295754] env[69685]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9f77f884-bf5a-4239-9508-cd9e7aec6f18 with Priority: HIGHEST for action security_group_rules [ 863.295891] env[69685]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9f77f884-bf5a-4239-9508-cd9e7aec6f18 with Priority: HIGHEST for action security_group_members [ 863.296084] env[69685]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bde7d610-b743-4272-a30b-68506158e55f with Priority: HIGHEST for action port [ 863.296409] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock rules-9f77f884-bf5a-4239-9508-cd9e7aec6f18 taken with stack trace [, , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 863.296557] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-9f77f884-bf5a-4239-9508-cd9e7aec6f18" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 863.296642] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-9f77f884-bf5a-4239-9508-cd9e7aec6f18" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 863.296881] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-9f77f884-bf5a-4239-9508-cd9e7aec6f18" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 863.296935] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('9f77f884-bf5a-4239-9508-cd9e7aec6f18',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 863.298112] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock member-9f77f884-bf5a-4239-9508-cd9e7aec6f18 taken with stack trace [, , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 863.298267] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9f77f884-bf5a-4239-9508-cd9e7aec6f18" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 863.298420] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9f77f884-bf5a-4239-9508-cd9e7aec6f18" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 863.298587] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9f77f884-bf5a-4239-9508-cd9e7aec6f18" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 863.298751] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 863.298834] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 863.298891] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 863.299104] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 863.299220] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 863.299328] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9f77f884-bf5a-4239-9508-cd9e7aec6f18',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 863.300444] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock port-bde7d610-b743-4272-a30b-68506158e55f taken with stack trace [, , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 863.300444] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-bde7d610-b743-4272-a30b-68506158e55f" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 863.300444] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-bde7d610-b743-4272-a30b-68506158e55f" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 863.300444] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-bde7d610-b743-4272-a30b-68506158e55f" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 863.300641] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('bde7d610-b743-4272-a30b-68506158e55f',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 863.305108] env[69685]: INFO networking_nsxv3.common.synchronization [req-3c3d1a72-fd9a-4c81-88fe-87675800c524 req-1b77e293-f312-493c-af46-339c8eb78f3b tempest-ServersTestJSON-1907685439 tempest-ServersTestJSON-1907685439-project-member] Enqueued Resource ID: f9fe5796-97e5-42cd-b9a0-bf405b68f6e5 with Priority: HIGHEST for action security_group_members [ 863.305370] env[69685]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f9fe5796-97e5-42cd-b9a0-bf405b68f6e5 with Priority: HIGHEST for action security_group_members [ 863.306288] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock member-f9fe5796-97e5-42cd-b9a0-bf405b68f6e5 taken with stack trace [, , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 863.306407] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f9fe5796-97e5-42cd-b9a0-bf405b68f6e5" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 863.306474] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f9fe5796-97e5-42cd-b9a0-bf405b68f6e5" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 863.306637] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f9fe5796-97e5-42cd-b9a0-bf405b68f6e5" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 863.306782] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 863.306877] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 863.306940] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 863.310629] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 863.310734] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 863.310835] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f9fe5796-97e5-42cd-b9a0-bf405b68f6e5',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 863.640844] env[69685]: DEBUG networking_nsxv3.common.locking [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Lock network-197 taken with stack trace [, , , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 863.641550] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquiring lock "network-197" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 863.641709] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquired lock "network-197" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 863.641978] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquired external semaphore "network-197" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 863.643049] env[69685]: DEBUG networking_nsxv3.common.locking [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 863.643241] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquiring lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 863.643363] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquired lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 863.643597] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquired external semaphore "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 863.643746] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Releasing lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 863.643999] env[69685]: DEBUG dogpile.cache.region [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] No value present for key: 'zone-id' {{(pid=69685) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 863.644146] env[69685]: DEBUG dogpile.lock [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] NeedRegenerationException {{(pid=69685) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 863.644257] env[69685]: DEBUG dogpile.lock [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] no value, waiting for create lock {{(pid=69685) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 863.644364] env[69685]: DEBUG dogpile.lock [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] value creation lock acquired {{(pid=69685) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 863.644476] env[69685]: DEBUG dogpile.cache.region [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] No value present for key: 'zone-id' {{(pid=69685) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 863.644583] env[69685]: DEBUG dogpile.lock [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Calling creation function for not-yet-present value {{(pid=69685) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 863.644715] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 863.664540] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 863.664540] env[69685]: DEBUG dogpile.cache.region [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=69685) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 863.664718] env[69685]: DEBUG dogpile.lock [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Released creation lock {{(pid=69685) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 863.664954] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Releasing lock "network-197" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 863.665832] env[69685]: DEBUG networking_nsxv3.common.locking [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Lock port-da89b673-5e6f-4519-9c5a-d4e5d56c9ca6 taken with stack trace [, , , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 863.665832] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquiring lock "port-da89b673-5e6f-4519-9c5a-d4e5d56c9ca6" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 863.665832] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquired lock "port-da89b673-5e6f-4519-9c5a-d4e5d56c9ca6" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 863.666076] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquired external semaphore "port-da89b673-5e6f-4519-9c5a-d4e5d56c9ca6" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 863.666237] env[69685]: DEBUG networking_nsxv3.api.rpc [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('da89b673-5e6f-4519-9c5a-d4e5d56c9ca6',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 863.695664] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e98ab8aa-b2b9-4d93-b385-e471c986864a in Status: SUCCESS [ 863.695664] env[69685]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e98ab8aa-b2b9-4d93-b385-e471c986864a deletion is rescheduled due to dependency. [ 863.695664] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e98ab8aa-b2b9-4d93-b385-e471c986864a" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 863.731880] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('001d6e59-0565-43c1-8370-8ff4e3de8dbb',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 863.802519] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock member-9f77f884-bf5a-4239-9508-cd9e7aec6f18 taken with stack trace [, , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 863.803122] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9f77f884-bf5a-4239-9508-cd9e7aec6f18" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 863.806144] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port bde7d610-b743-4272-a30b-68506158e55f with status ACTIVE [ 863.806144] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 863.806144] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 863.806144] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 863.806144] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 863.806144] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 863.806144] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 863.806144] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 863.806144] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 863.806144] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 863.806144] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 863.806669] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 863.806669] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 863.806669] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 863.806669] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 863.806669] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 863.806843] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: bde7d610-b743-4272-a30b-68506158e55f is going to be updated. [ 863.808208] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('9f77f884-bf5a-4239-9508-cd9e7aec6f18',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 863.812855] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('f9fe5796-97e5-42cd-b9a0-bf405b68f6e5',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 863.830647] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 863.830795] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 863.830905] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 863.831154] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 863.831298] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 863.831483] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-bde7d610-b743-4272-a30b-68506158e55f" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 864.171957] env[69685]: DEBUG networking_nsxv3.common.locking [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 864.176034] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquiring lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 864.176034] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquired lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 864.176034] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquired external semaphore "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 864.176034] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Releasing lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 864.176034] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Segment Port da89b673-5e6f-4519-9c5a-d4e5d56c9ca6 not found, creating... [ 864.176034] env[69685]: DEBUG networking_nsxv3.common.locking [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 864.176034] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquiring lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 864.176034] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquired lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 864.176034] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquired external semaphore "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 864.176034] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Releasing lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 864.176470] env[69685]: DEBUG networking_nsxv3.common.locking [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 864.176470] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquiring lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 864.176470] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquired lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 864.176470] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquired external semaphore "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 864.176470] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Releasing lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 864.176470] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Resource: SegmentPort with ID: da89b673-5e6f-4519-9c5a-d4e5d56c9ca6 is going to be created. [ 864.196276] env[69685]: DEBUG networking_nsxv3.common.locking [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 864.196900] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquiring lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 864.197090] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquired lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 864.197361] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquired external semaphore "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 864.197602] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Releasing lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 864.197832] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Releasing lock "port-da89b673-5e6f-4519-9c5a-d4e5d56c9ca6" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 864.237040] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 001d6e59-0565-43c1-8370-8ff4e3de8dbb: rpc.has_security_group_logging(os_id): False [ 864.263186] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 864.263186] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 864.263186] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 864.263186] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 864.263186] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 864.264141] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 864.264342] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 864.266832] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 864.267088] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 864.268335] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 864.268335] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 001d6e59-0565-43c1-8370-8ff4e3de8dbb is going to be created. [ 864.311849] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('9f77f884-bf5a-4239-9508-cd9e7aec6f18',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 864.317579] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('f9fe5796-97e5-42cd-b9a0-bf405b68f6e5',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 864.342959] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 864.342959] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 864.342959] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 864.342959] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 864.343330] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 864.367447] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 001d6e59-0565-43c1-8370-8ff4e3de8dbb in Status: IN_PROGRESS for 2s [ 864.370636] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f65c8e4c-f08a-4581-b7a6-d79e38e7d0d2 in Status: SUCCESS [ 864.370865] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f65c8e4c-f08a-4581-b7a6-d79e38e7d0d2" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 864.814963] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 864.816816] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 864.816816] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 864.816816] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 864.816816] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 864.816816] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9f77f884-bf5a-4239-9508-cd9e7aec6f18 is going to be created. [ 864.823705] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 864.823705] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 864.823705] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 864.823705] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 864.825033] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 864.825033] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f9fe5796-97e5-42cd-b9a0-bf405b68f6e5 is going to be updated. [ 864.843689] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 864.843689] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 864.843689] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 864.843938] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 864.843938] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 864.852329] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 864.852490] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 864.852490] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 864.853239] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 864.853239] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 864.854696] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9f77f884-bf5a-4239-9508-cd9e7aec6f18 in Status: UNINITIALIZED for 2s [ 864.925169] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f9fe5796-97e5-42cd-b9a0-bf405b68f6e5 in Status: IN_PROGRESS for 2s [ 864.973396] env[69685]: INFO networking_nsxv3.common.synchronization [req-3c3d1a72-fd9a-4c81-88fe-87675800c524 req-ae9730bf-925f-4b7a-bc9c-32da73578b00 service nova] Enqueued Resource ID: f9fe5796-97e5-42cd-b9a0-bf405b68f6e5 with Priority: HIGHEST for action security_group_rules [ 864.973396] env[69685]: INFO networking_nsxv3.common.synchronization [req-3c3d1a72-fd9a-4c81-88fe-87675800c524 req-ae9730bf-925f-4b7a-bc9c-32da73578b00 service nova] Enqueued Resource ID: f9fe5796-97e5-42cd-b9a0-bf405b68f6e5 with Priority: HIGHEST for action security_group_members [ 864.973396] env[69685]: INFO networking_nsxv3.common.synchronization [req-3c3d1a72-fd9a-4c81-88fe-87675800c524 req-ae9730bf-925f-4b7a-bc9c-32da73578b00 service nova] Enqueued Resource ID: da89b673-5e6f-4519-9c5a-d4e5d56c9ca6 with Priority: HIGHEST for action port [ 864.973396] env[69685]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f9fe5796-97e5-42cd-b9a0-bf405b68f6e5 with Priority: HIGHEST for action security_group_rules [ 864.973396] env[69685]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f9fe5796-97e5-42cd-b9a0-bf405b68f6e5 with Priority: HIGHEST for action security_group_members [ 864.973396] env[69685]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: da89b673-5e6f-4519-9c5a-d4e5d56c9ca6 with Priority: HIGHEST for action port [ 864.973396] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f9fe5796-97e5-42cd-b9a0-bf405b68f6e5 taken with stack trace [, , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 864.974100] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f9fe5796-97e5-42cd-b9a0-bf405b68f6e5" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 864.974780] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f9fe5796-97e5-42cd-b9a0-bf405b68f6e5" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 864.975902] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f9fe5796-97e5-42cd-b9a0-bf405b68f6e5" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 864.975902] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f9fe5796-97e5-42cd-b9a0-bf405b68f6e5',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 864.976754] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock member-f9fe5796-97e5-42cd-b9a0-bf405b68f6e5 taken with stack trace [, , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 864.976754] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f9fe5796-97e5-42cd-b9a0-bf405b68f6e5" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 864.977551] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock port-da89b673-5e6f-4519-9c5a-d4e5d56c9ca6 taken with stack trace [, , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 864.977551] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-da89b673-5e6f-4519-9c5a-d4e5d56c9ca6" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 864.978098] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-da89b673-5e6f-4519-9c5a-d4e5d56c9ca6" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 864.979028] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-da89b673-5e6f-4519-9c5a-d4e5d56c9ca6" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 864.979028] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('da89b673-5e6f-4519-9c5a-d4e5d56c9ca6',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 865.479893] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock member-f9fe5796-97e5-42cd-b9a0-bf405b68f6e5 taken with stack trace [, , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 865.480224] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f9fe5796-97e5-42cd-b9a0-bf405b68f6e5" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 865.483932] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port da89b673-5e6f-4519-9c5a-d4e5d56c9ca6 with status ACTIVE [ 865.484053] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 865.484778] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 865.484778] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 865.484778] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 865.484778] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 865.484778] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 865.485578] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 865.485578] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 865.485578] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 865.485578] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 865.485578] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 865.485578] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 865.486070] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 865.486070] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 865.486070] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 865.486070] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: da89b673-5e6f-4519-9c5a-d4e5d56c9ca6 is going to be updated. [ 865.505995] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 865.506662] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 865.506790] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 865.506955] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 865.507120] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 865.507284] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-da89b673-5e6f-4519-9c5a-d4e5d56c9ca6" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 866.169700] env[69685]: INFO networking_nsxv3.common.synchronization [req-157a2815-ecb2-4c4d-97a6-3c75b90cc0c8 req-a832d9ac-84cd-4860-a69f-52428611cf9d tempest-ImagesOneServerNegativeTestJSON-2023172150 tempest-ImagesOneServerNegativeTestJSON-2023172150-project-member] Enqueued Resource ID: f725338b-04fb-4229-97a1-3eaf15235ac8 with Priority: HIGHEST for action security_group_members [ 866.170781] env[69685]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f725338b-04fb-4229-97a1-3eaf15235ac8 with Priority: HIGHEST for action security_group_members [ 866.173066] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock member-f725338b-04fb-4229-97a1-3eaf15235ac8 taken with stack trace [, , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 866.173230] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f725338b-04fb-4229-97a1-3eaf15235ac8" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 866.173823] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f725338b-04fb-4229-97a1-3eaf15235ac8" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 866.173823] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f725338b-04fb-4229-97a1-3eaf15235ac8" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 866.173823] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 866.173823] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 866.174180] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 866.174180] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 866.174180] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 866.174278] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f725338b-04fb-4229-97a1-3eaf15235ac8',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 866.378974] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 001d6e59-0565-43c1-8370-8ff4e3de8dbb in Status: SUCCESS [ 866.379681] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-001d6e59-0565-43c1-8370-8ff4e3de8dbb" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 866.676719] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 866.677412] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 866.677412] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 866.677412] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 866.677412] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 866.678562] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 866.678562] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 866.678562] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 866.678562] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 866.678562] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 866.678562] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f725338b-04fb-4229-97a1-3eaf15235ac8 already deleted. [ 866.678562] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f725338b-04fb-4229-97a1-3eaf15235ac8" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 866.863759] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9f77f884-bf5a-4239-9508-cd9e7aec6f18 in Status: SUCCESS [ 866.864167] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9f77f884-bf5a-4239-9508-cd9e7aec6f18" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 866.864270] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9f77f884-bf5a-4239-9508-cd9e7aec6f18" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 866.864467] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9f77f884-bf5a-4239-9508-cd9e7aec6f18" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 866.864751] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 866.864901] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 866.864901] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 866.865020] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 866.865072] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 866.865168] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9f77f884-bf5a-4239-9508-cd9e7aec6f18" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 866.865257] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('9f77f884-bf5a-4239-9508-cd9e7aec6f18',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 866.936290] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f9fe5796-97e5-42cd-b9a0-bf405b68f6e5 in Status: SUCCESS [ 866.936534] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f9fe5796-97e5-42cd-b9a0-bf405b68f6e5" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 866.936737] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f9fe5796-97e5-42cd-b9a0-bf405b68f6e5" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 866.936973] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f9fe5796-97e5-42cd-b9a0-bf405b68f6e5" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 866.937199] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 866.937323] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 866.937387] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 866.937557] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 866.937640] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 866.937739] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f9fe5796-97e5-42cd-b9a0-bf405b68f6e5',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 867.048460] env[69685]: INFO networking_nsxv3.common.synchronization [req-3f873664-fc5f-4e5d-9e51-b7437c1e2097 req-b39e0cea-7198-4dd7-be05-7e36a4622959 tempest-ServersWithSpecificFlavorTestJSON-575759741 tempest-ServersWithSpecificFlavorTestJSON-575759741-project-member] Enqueued Resource ID: 3020eacc-da2b-44d0-a6a9-b3a094cac43a with Priority: HIGHEST for action security_group_members [ 867.048999] env[69685]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3020eacc-da2b-44d0-a6a9-b3a094cac43a with Priority: HIGHEST for action security_group_members [ 867.049320] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock member-3020eacc-da2b-44d0-a6a9-b3a094cac43a taken with stack trace [, , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 867.049438] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3020eacc-da2b-44d0-a6a9-b3a094cac43a" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 867.049497] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3020eacc-da2b-44d0-a6a9-b3a094cac43a" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 867.049705] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3020eacc-da2b-44d0-a6a9-b3a094cac43a" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 867.049851] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 867.049958] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 867.052463] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 867.052638] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 867.052798] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 867.052848] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3020eacc-da2b-44d0-a6a9-b3a094cac43a',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 867.369043] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('9f77f884-bf5a-4239-9508-cd9e7aec6f18',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 867.443108] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('f9fe5796-97e5-42cd-b9a0-bf405b68f6e5',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 867.469811] env[69685]: DEBUG networking_nsxv3.common.locking [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Lock network-174 taken with stack trace [, , , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 867.470180] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquiring lock "network-174" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 867.470180] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquired lock "network-174" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 867.470912] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquired external semaphore "network-174" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 867.470912] env[69685]: DEBUG networking_nsxv3.common.locking [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 867.470912] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquiring lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 867.470912] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquired lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 867.472146] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquired external semaphore "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 867.472146] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Releasing lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 867.472146] env[69685]: DEBUG dogpile.cache.region [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] No value present for key: 'zone-id' {{(pid=69685) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 867.472146] env[69685]: DEBUG dogpile.lock [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] NeedRegenerationException {{(pid=69685) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 867.472366] env[69685]: DEBUG dogpile.lock [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] no value, waiting for create lock {{(pid=69685) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 867.472366] env[69685]: DEBUG dogpile.lock [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] value creation lock acquired {{(pid=69685) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 867.472446] env[69685]: DEBUG dogpile.cache.region [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] No value present for key: 'zone-id' {{(pid=69685) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 867.472481] env[69685]: DEBUG dogpile.lock [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Calling creation function for not-yet-present value {{(pid=69685) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 867.472671] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 867.490997] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 867.491190] env[69685]: DEBUG dogpile.cache.region [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=69685) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 867.491433] env[69685]: DEBUG dogpile.lock [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Released creation lock {{(pid=69685) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 867.491533] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Releasing lock "network-174" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 867.491821] env[69685]: DEBUG networking_nsxv3.common.locking [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Lock port-ec009b34-cda4-419f-ae69-7ffef97dac8b taken with stack trace [, , , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 867.491998] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquiring lock "port-ec009b34-cda4-419f-ae69-7ffef97dac8b" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 867.492163] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquired lock "port-ec009b34-cda4-419f-ae69-7ffef97dac8b" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 867.492497] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquired external semaphore "port-ec009b34-cda4-419f-ae69-7ffef97dac8b" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 867.492816] env[69685]: DEBUG networking_nsxv3.api.rpc [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ec009b34-cda4-419f-ae69-7ffef97dac8b',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 867.561405] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 867.561405] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 867.561405] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 867.561405] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 867.579662] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 867.581220] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 867.581581] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 867.581775] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 867.585312] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 867.585312] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 867.585312] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3020eacc-da2b-44d0-a6a9-b3a094cac43a is going to be updated. [ 867.606692] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 867.608639] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 867.609570] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 867.609570] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 867.609570] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 867.621471] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3020eacc-da2b-44d0-a6a9-b3a094cac43a in Status: IN_PROGRESS for 2s [ 867.871205] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 9f77f884-bf5a-4239-9508-cd9e7aec6f18: rpc.has_security_group_logging(os_id): False [ 867.889508] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 867.889676] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 867.889750] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 867.889969] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 867.890077] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 867.890325] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 867.890430] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 867.890485] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 867.890641] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 867.890710] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 867.890796] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 9f77f884-bf5a-4239-9508-cd9e7aec6f18 is going to be created. [ 867.947220] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('f9fe5796-97e5-42cd-b9a0-bf405b68f6e5',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 867.951534] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 867.951679] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 867.951735] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 867.951980] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 867.952771] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 867.962193] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 9f77f884-bf5a-4239-9508-cd9e7aec6f18 in Status: IN_PROGRESS for 2s [ 868.002622] env[69685]: DEBUG networking_nsxv3.common.locking [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 868.002764] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquiring lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 868.002892] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquired lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 868.003314] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquired external semaphore "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 868.003364] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Releasing lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 868.003519] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Segment Port ec009b34-cda4-419f-ae69-7ffef97dac8b not found, creating... [ 868.003772] env[69685]: DEBUG networking_nsxv3.common.locking [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 868.004063] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquiring lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 868.004128] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquired lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 868.004348] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquired external semaphore "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 868.004575] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Releasing lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 868.004758] env[69685]: DEBUG networking_nsxv3.common.locking [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 868.004908] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquiring lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 868.005153] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquired lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 868.005505] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquired external semaphore "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 868.005691] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Releasing lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 868.005881] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Resource: SegmentPort with ID: ec009b34-cda4-419f-ae69-7ffef97dac8b is going to be created. [ 868.027444] env[69685]: DEBUG networking_nsxv3.common.locking [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 868.027821] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquiring lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 868.027821] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquired lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 868.028040] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquired external semaphore "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 868.028278] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Releasing lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 868.028506] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Releasing lock "port-ec009b34-cda4-419f-ae69-7ffef97dac8b" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 868.450512] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 868.450663] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 868.450705] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 868.451079] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 868.451176] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 868.451213] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f9fe5796-97e5-42cd-b9a0-bf405b68f6e5 is going to be updated. [ 868.479020] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 868.479020] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 868.479020] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 868.479020] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 868.479020] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 868.489730] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f9fe5796-97e5-42cd-b9a0-bf405b68f6e5 in Status: IN_PROGRESS for 2s [ 868.778225] env[69685]: INFO networking_nsxv3.common.synchronization [None req-a88b0110-be98-4b19-85c6-17c418cc2b25 None None] Enqueued Resource ID: d738c2e4-e20d-4b4a-81af-384acdeaab07 with Priority: HIGHEST for action port [ 868.778225] env[69685]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d738c2e4-e20d-4b4a-81af-384acdeaab07 with Priority: HIGHEST for action port [ 868.778225] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock port-d738c2e4-e20d-4b4a-81af-384acdeaab07 taken with stack trace [, , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 868.779406] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d738c2e4-e20d-4b4a-81af-384acdeaab07" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 868.779406] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d738c2e4-e20d-4b4a-81af-384acdeaab07" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 868.779406] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d738c2e4-e20d-4b4a-81af-384acdeaab07" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 868.779406] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d738c2e4-e20d-4b4a-81af-384acdeaab07',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 869.022627] env[69685]: INFO networking_nsxv3.common.synchronization [req-a7f4cfd6-df18-4ace-bd90-06fca523091d req-ecfe8d91-af40-44f5-9daf-738eef947a6b tempest-ServerRescueTestJSON-920765629 tempest-ServerRescueTestJSON-920765629-project-member] Enqueued Resource ID: ad29a8b0-a5e7-47be-9c58-8b349ac208f7 with Priority: HIGHEST for action security_group_members [ 869.023315] env[69685]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ad29a8b0-a5e7-47be-9c58-8b349ac208f7 with Priority: HIGHEST for action security_group_members [ 869.023647] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock member-ad29a8b0-a5e7-47be-9c58-8b349ac208f7 taken with stack trace [, , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 869.023777] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ad29a8b0-a5e7-47be-9c58-8b349ac208f7" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 869.023844] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ad29a8b0-a5e7-47be-9c58-8b349ac208f7" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 869.024352] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ad29a8b0-a5e7-47be-9c58-8b349ac208f7" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 869.024502] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 869.024604] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 869.024683] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 869.024818] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 869.024901] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 869.025042] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ad29a8b0-a5e7-47be-9c58-8b349ac208f7',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 869.280623] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port d738c2e4-e20d-4b4a-81af-384acdeaab07 [ 869.280865] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 869.281846] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 869.281846] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 869.281977] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 869.282131] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 869.282290] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:d738c2e4-e20d-4b4a-81af-384acdeaab07 already deleted. [ 869.282399] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d738c2e4-e20d-4b4a-81af-384acdeaab07" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 869.388299] env[69685]: INFO networking_nsxv3.common.synchronization [req-157a2815-ecb2-4c4d-97a6-3c75b90cc0c8 req-818139ac-9da4-4826-8ba3-524686db0b03 service nova] Enqueued Resource ID: f725338b-04fb-4229-97a1-3eaf15235ac8 with Priority: HIGHEST for action security_group_rules [ 869.388407] env[69685]: INFO networking_nsxv3.common.synchronization [req-157a2815-ecb2-4c4d-97a6-3c75b90cc0c8 req-818139ac-9da4-4826-8ba3-524686db0b03 service nova] Enqueued Resource ID: f725338b-04fb-4229-97a1-3eaf15235ac8 with Priority: HIGHEST for action security_group_members [ 869.389121] env[69685]: INFO networking_nsxv3.common.synchronization [req-157a2815-ecb2-4c4d-97a6-3c75b90cc0c8 req-818139ac-9da4-4826-8ba3-524686db0b03 service nova] Enqueued Resource ID: ec009b34-cda4-419f-ae69-7ffef97dac8b with Priority: HIGHEST for action port [ 869.391105] env[69685]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f725338b-04fb-4229-97a1-3eaf15235ac8 with Priority: HIGHEST for action security_group_rules [ 869.391603] env[69685]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f725338b-04fb-4229-97a1-3eaf15235ac8 with Priority: HIGHEST for action security_group_members [ 869.391603] env[69685]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ec009b34-cda4-419f-ae69-7ffef97dac8b with Priority: HIGHEST for action port [ 869.392017] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f725338b-04fb-4229-97a1-3eaf15235ac8 taken with stack trace [, , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 869.392174] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f725338b-04fb-4229-97a1-3eaf15235ac8" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 869.392224] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f725338b-04fb-4229-97a1-3eaf15235ac8" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 869.392466] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f725338b-04fb-4229-97a1-3eaf15235ac8" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 869.392566] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f725338b-04fb-4229-97a1-3eaf15235ac8',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 869.393492] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock member-f725338b-04fb-4229-97a1-3eaf15235ac8 taken with stack trace [, , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 869.393658] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f725338b-04fb-4229-97a1-3eaf15235ac8" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 869.393703] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f725338b-04fb-4229-97a1-3eaf15235ac8" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 869.393855] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f725338b-04fb-4229-97a1-3eaf15235ac8" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 869.394228] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 869.394228] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 869.394228] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 869.394380] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 869.394380] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 869.394442] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f725338b-04fb-4229-97a1-3eaf15235ac8',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 869.395275] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock port-ec009b34-cda4-419f-ae69-7ffef97dac8b taken with stack trace [, , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 869.395438] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ec009b34-cda4-419f-ae69-7ffef97dac8b" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 869.395508] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ec009b34-cda4-419f-ae69-7ffef97dac8b" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 869.395701] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ec009b34-cda4-419f-ae69-7ffef97dac8b" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 869.395735] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ec009b34-cda4-419f-ae69-7ffef97dac8b',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 869.527792] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 869.527942] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 869.528013] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 869.528219] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 869.528303] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 869.528488] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 869.528581] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 869.528639] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 869.528775] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 869.528843] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 869.528923] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ad29a8b0-a5e7-47be-9c58-8b349ac208f7 already deleted. [ 869.528997] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ad29a8b0-a5e7-47be-9c58-8b349ac208f7" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 869.631621] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3020eacc-da2b-44d0-a6a9-b3a094cac43a in Status: SUCCESS [ 869.631830] env[69685]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3020eacc-da2b-44d0-a6a9-b3a094cac43a deletion is rescheduled due to dependency. [ 869.632131] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3020eacc-da2b-44d0-a6a9-b3a094cac43a" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 869.901534] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock member-f725338b-04fb-4229-97a1-3eaf15235ac8 taken with stack trace [, , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 869.901630] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f725338b-04fb-4229-97a1-3eaf15235ac8" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 869.901802] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('f725338b-04fb-4229-97a1-3eaf15235ac8',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 869.902743] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port ec009b34-cda4-419f-ae69-7ffef97dac8b with status ACTIVE [ 869.903489] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 869.903489] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 869.903489] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 869.903489] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 869.903489] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 869.903764] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 869.903764] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 869.903764] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 869.903873] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 869.903910] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 869.904371] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 869.904371] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 869.904371] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 869.904371] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 869.904559] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 869.904559] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: ec009b34-cda4-419f-ae69-7ffef97dac8b is going to be updated. [ 869.925895] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 869.928078] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 869.928320] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 869.929594] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 869.931128] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 869.931128] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ec009b34-cda4-419f-ae69-7ffef97dac8b" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 869.936030] env[69685]: DEBUG networking_nsxv3.common.locking [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Lock network-489 taken with stack trace [, , , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 869.936030] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquiring lock "network-489" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 869.936030] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquired lock "network-489" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 869.936606] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquired external semaphore "network-489" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 869.937123] env[69685]: DEBUG networking_nsxv3.common.locking [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 869.938746] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquiring lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 869.938746] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquired lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 869.938746] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquired external semaphore "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 869.938746] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Releasing lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 869.938746] env[69685]: DEBUG dogpile.cache.region [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] No value present for key: 'zone-id' {{(pid=69685) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 869.938746] env[69685]: DEBUG dogpile.lock [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] NeedRegenerationException {{(pid=69685) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 869.938746] env[69685]: DEBUG dogpile.lock [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] no value, waiting for create lock {{(pid=69685) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 869.938746] env[69685]: DEBUG dogpile.lock [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] value creation lock acquired {{(pid=69685) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 869.938746] env[69685]: DEBUG dogpile.cache.region [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] No value present for key: 'zone-id' {{(pid=69685) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 869.939152] env[69685]: DEBUG dogpile.lock [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Calling creation function for not-yet-present value {{(pid=69685) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 869.939152] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 869.956727] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 869.956865] env[69685]: DEBUG dogpile.cache.region [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Cache value generated in 0.018 seconds for key(s): 'zone-id' {{(pid=69685) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 869.957069] env[69685]: DEBUG dogpile.lock [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Released creation lock {{(pid=69685) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 869.957242] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Releasing lock "network-489" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 869.957656] env[69685]: DEBUG networking_nsxv3.common.locking [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Lock port-cb4b11f4-a93c-43d2-87c6-c727d871adac taken with stack trace [, , , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 869.959530] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquiring lock "port-cb4b11f4-a93c-43d2-87c6-c727d871adac" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 869.959530] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquired lock "port-cb4b11f4-a93c-43d2-87c6-c727d871adac" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 869.959687] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquired external semaphore "port-cb4b11f4-a93c-43d2-87c6-c727d871adac" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 869.960935] env[69685]: DEBUG networking_nsxv3.api.rpc [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('cb4b11f4-a93c-43d2-87c6-c727d871adac',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 869.974720] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 9f77f884-bf5a-4239-9508-cd9e7aec6f18 in Status: SUCCESS [ 869.974993] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-9f77f884-bf5a-4239-9508-cd9e7aec6f18" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 870.407183] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('f725338b-04fb-4229-97a1-3eaf15235ac8',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 870.463242] env[69685]: DEBUG networking_nsxv3.common.locking [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 870.463541] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquiring lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 870.463673] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquired lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 870.463950] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquired external semaphore "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 870.464119] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Releasing lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 870.464286] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Segment Port cb4b11f4-a93c-43d2-87c6-c727d871adac not found, creating... [ 870.464539] env[69685]: DEBUG networking_nsxv3.common.locking [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 870.464801] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquiring lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 870.466015] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquired lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 870.466015] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquired external semaphore "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 870.466015] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Releasing lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 870.466015] env[69685]: DEBUG networking_nsxv3.common.locking [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 870.466015] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquiring lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 870.466015] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquired lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 870.469297] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquired external semaphore "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 870.470881] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Releasing lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 870.470881] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Resource: SegmentPort with ID: cb4b11f4-a93c-43d2-87c6-c727d871adac is going to be created. [ 870.490474] env[69685]: DEBUG networking_nsxv3.common.locking [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 870.490794] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquiring lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 870.490794] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquired lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 870.491089] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquired external semaphore "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 870.491320] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Releasing lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 870.491547] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Releasing lock "port-cb4b11f4-a93c-43d2-87c6-c727d871adac" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 870.502418] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f9fe5796-97e5-42cd-b9a0-bf405b68f6e5 in Status: SUCCESS [ 870.502518] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f9fe5796-97e5-42cd-b9a0-bf405b68f6e5" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 870.502849] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f9fe5796-97e5-42cd-b9a0-bf405b68f6e5" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 870.503089] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f9fe5796-97e5-42cd-b9a0-bf405b68f6e5" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 870.503373] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 870.503499] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 870.503569] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 870.503773] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 870.503913] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 870.504036] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f9fe5796-97e5-42cd-b9a0-bf405b68f6e5" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 870.504128] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('f9fe5796-97e5-42cd-b9a0-bf405b68f6e5',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 870.830460] env[69685]: INFO networking_nsxv3.common.synchronization [None req-654122bc-54a6-4ff0-b00f-6fe870701aaf None None] Enqueued Resource ID: 2606f2f8-2469-43f7-9224-51dc15a3a17d with Priority: HIGHEST for action port [ 870.830509] env[69685]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2606f2f8-2469-43f7-9224-51dc15a3a17d with Priority: HIGHEST for action port [ 870.831126] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock port-2606f2f8-2469-43f7-9224-51dc15a3a17d taken with stack trace [, , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 870.831281] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-2606f2f8-2469-43f7-9224-51dc15a3a17d" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 870.831354] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-2606f2f8-2469-43f7-9224-51dc15a3a17d" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 870.831553] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-2606f2f8-2469-43f7-9224-51dc15a3a17d" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 870.831634] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2606f2f8-2469-43f7-9224-51dc15a3a17d',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 870.909361] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 870.909804] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 870.909880] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 870.910107] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 870.910204] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 870.910307] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f725338b-04fb-4229-97a1-3eaf15235ac8 is going to be created. [ 870.931965] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 870.933283] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 870.936365] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 870.936365] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 870.936365] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 870.943948] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f725338b-04fb-4229-97a1-3eaf15235ac8 in Status: UNINITIALIZED for 2s [ 871.006909] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock member-f9fe5796-97e5-42cd-b9a0-bf405b68f6e5 taken with stack trace [, , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 871.007104] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f9fe5796-97e5-42cd-b9a0-bf405b68f6e5" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 871.007185] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f9fe5796-97e5-42cd-b9a0-bf405b68f6e5" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 871.007413] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f9fe5796-97e5-42cd-b9a0-bf405b68f6e5" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 871.007594] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 871.007698] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 871.007764] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 871.007948] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 871.008067] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 871.008178] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f9fe5796-97e5-42cd-b9a0-bf405b68f6e5" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 871.008342] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock member-f9fe5796-97e5-42cd-b9a0-bf405b68f6e5 taken with stack trace [, , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 871.008426] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f9fe5796-97e5-42cd-b9a0-bf405b68f6e5" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 871.008488] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f9fe5796-97e5-42cd-b9a0-bf405b68f6e5" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 871.008649] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f9fe5796-97e5-42cd-b9a0-bf405b68f6e5" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 871.008844] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 871.008966] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 871.009041] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 871.009187] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 871.009272] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 871.009370] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f9fe5796-97e5-42cd-b9a0-bf405b68f6e5" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 871.009473] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('f9fe5796-97e5-42cd-b9a0-bf405b68f6e5',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 871.339502] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 2606f2f8-2469-43f7-9224-51dc15a3a17d [ 871.339771] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 871.339911] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 871.341811] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 871.341811] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 871.341811] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 871.341811] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:2606f2f8-2469-43f7-9224-51dc15a3a17d already deleted. [ 871.341811] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-2606f2f8-2469-43f7-9224-51dc15a3a17d" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 871.459852] env[69685]: INFO networking_nsxv3.common.synchronization [req-a7f4cfd6-df18-4ace-bd90-06fca523091d req-f0667148-66e5-463b-8b53-4e70286576d2 service nova] Enqueued Resource ID: ad29a8b0-a5e7-47be-9c58-8b349ac208f7 with Priority: HIGHEST for action security_group_rules [ 871.460222] env[69685]: INFO networking_nsxv3.common.synchronization [req-a7f4cfd6-df18-4ace-bd90-06fca523091d req-f0667148-66e5-463b-8b53-4e70286576d2 service nova] Enqueued Resource ID: ad29a8b0-a5e7-47be-9c58-8b349ac208f7 with Priority: HIGHEST for action security_group_members [ 871.460222] env[69685]: INFO networking_nsxv3.common.synchronization [req-a7f4cfd6-df18-4ace-bd90-06fca523091d req-f0667148-66e5-463b-8b53-4e70286576d2 service nova] Enqueued Resource ID: cb4b11f4-a93c-43d2-87c6-c727d871adac with Priority: HIGHEST for action port [ 871.464020] env[69685]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ad29a8b0-a5e7-47be-9c58-8b349ac208f7 with Priority: HIGHEST for action security_group_rules [ 871.464020] env[69685]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ad29a8b0-a5e7-47be-9c58-8b349ac208f7 with Priority: HIGHEST for action security_group_members [ 871.464020] env[69685]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cb4b11f4-a93c-43d2-87c6-c727d871adac with Priority: HIGHEST for action port [ 871.464020] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ad29a8b0-a5e7-47be-9c58-8b349ac208f7 taken with stack trace [, , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 871.464020] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ad29a8b0-a5e7-47be-9c58-8b349ac208f7" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 871.464020] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ad29a8b0-a5e7-47be-9c58-8b349ac208f7" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 871.464020] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ad29a8b0-a5e7-47be-9c58-8b349ac208f7" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 871.464020] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ad29a8b0-a5e7-47be-9c58-8b349ac208f7',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 871.465689] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock member-ad29a8b0-a5e7-47be-9c58-8b349ac208f7 taken with stack trace [, , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 871.465689] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ad29a8b0-a5e7-47be-9c58-8b349ac208f7" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 871.465689] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ad29a8b0-a5e7-47be-9c58-8b349ac208f7" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 871.465689] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ad29a8b0-a5e7-47be-9c58-8b349ac208f7" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 871.465689] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 871.465689] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 871.466135] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 871.466263] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 871.466438] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 871.466574] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ad29a8b0-a5e7-47be-9c58-8b349ac208f7',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 871.470918] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock port-cb4b11f4-a93c-43d2-87c6-c727d871adac taken with stack trace [, , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 871.471062] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-cb4b11f4-a93c-43d2-87c6-c727d871adac" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 871.471151] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-cb4b11f4-a93c-43d2-87c6-c727d871adac" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 871.471309] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-cb4b11f4-a93c-43d2-87c6-c727d871adac" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 871.471416] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('cb4b11f4-a93c-43d2-87c6-c727d871adac',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 871.476304] env[69685]: INFO networking_nsxv3.common.synchronization [req-56249aa6-164e-46ef-bc60-206a8078ee20 req-81f2162b-9b10-4656-827d-c52b8bb69fb8 tempest-ServerActionsTestOtherB-115242521 tempest-ServerActionsTestOtherB-115242521-project-member] Enqueued Resource ID: 9fc3b289-4ce8-45ab-a115-93a511ca9b60 with Priority: HIGHEST for action security_group_members [ 871.477130] env[69685]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9fc3b289-4ce8-45ab-a115-93a511ca9b60 with Priority: HIGHEST for action security_group_members [ 871.477440] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock member-9fc3b289-4ce8-45ab-a115-93a511ca9b60 taken with stack trace [, , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 871.477571] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9fc3b289-4ce8-45ab-a115-93a511ca9b60" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 871.477639] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9fc3b289-4ce8-45ab-a115-93a511ca9b60" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 871.477881] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9fc3b289-4ce8-45ab-a115-93a511ca9b60" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 871.478258] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 871.478427] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 871.478509] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 871.478804] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 871.478968] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 871.479291] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9fc3b289-4ce8-45ab-a115-93a511ca9b60',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 871.511740] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for f9fe5796-97e5-42cd-b9a0-bf405b68f6e5: rpc.has_security_group_logging(os_id): False [ 871.530152] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 871.530998] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 871.530998] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 871.530998] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 871.549048] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 871.549132] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 871.549261] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 871.549261] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 871.549428] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 871.549501] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 871.549682] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 871.549774] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 871.549835] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 871.549980] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 871.550085] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 871.550249] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 871.550678] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 871.550678] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 871.550678] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 871.550678] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 871.550678] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f9fe5796-97e5-42cd-b9a0-bf405b68f6e5 is going to be updated. [ 871.607258] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 871.607403] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 871.607503] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 871.607741] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 871.607918] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 871.623978] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f9fe5796-97e5-42cd-b9a0-bf405b68f6e5 in Status: IN_PROGRESS for 2s [ 871.975416] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('ad29a8b0-a5e7-47be-9c58-8b349ac208f7',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 871.979418] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock member-ad29a8b0-a5e7-47be-9c58-8b349ac208f7 taken with stack trace [, , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 871.979418] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ad29a8b0-a5e7-47be-9c58-8b349ac208f7" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 871.979418] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port cb4b11f4-a93c-43d2-87c6-c727d871adac with status ACTIVE [ 871.979418] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 871.979418] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 871.979418] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 871.979418] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 871.979418] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 871.979418] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 871.979418] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 871.979418] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 871.979418] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 871.979418] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 871.979418] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 871.980157] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 871.980157] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 871.980406] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 871.980406] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 871.980476] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: cb4b11f4-a93c-43d2-87c6-c727d871adac is going to be updated. [ 871.982994] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 871.983168] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 871.983168] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 871.983322] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 871.983398] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 871.983561] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 871.983671] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 871.983729] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 871.983844] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 871.983924] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 871.984011] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9fc3b289-4ce8-45ab-a115-93a511ca9b60 already deleted. [ 871.984087] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9fc3b289-4ce8-45ab-a115-93a511ca9b60" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 872.003334] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 872.003522] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 872.003587] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 872.003765] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 872.003896] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 872.004089] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-cb4b11f4-a93c-43d2-87c6-c727d871adac" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 872.010568] env[69685]: DEBUG networking_nsxv3.common.locking [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Lock network-725 taken with stack trace [, , , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 872.010778] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquiring lock "network-725" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 872.010924] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquired lock "network-725" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 872.011279] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquired external semaphore "network-725" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 872.011578] env[69685]: DEBUG networking_nsxv3.common.locking [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 872.012670] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquiring lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 872.012753] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquired lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 872.012959] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquired external semaphore "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 872.013136] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Releasing lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 872.014724] env[69685]: DEBUG dogpile.cache.region [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] No value present for key: 'zone-id' {{(pid=69685) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 872.014724] env[69685]: DEBUG dogpile.lock [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] NeedRegenerationException {{(pid=69685) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 872.014724] env[69685]: DEBUG dogpile.lock [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] no value, waiting for create lock {{(pid=69685) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 872.014724] env[69685]: DEBUG dogpile.lock [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] value creation lock acquired {{(pid=69685) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 872.014724] env[69685]: DEBUG dogpile.cache.region [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] No value present for key: 'zone-id' {{(pid=69685) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 872.014724] env[69685]: DEBUG dogpile.lock [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Calling creation function for not-yet-present value {{(pid=69685) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 872.014724] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 872.038152] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 872.038152] env[69685]: DEBUG dogpile.cache.region [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Cache value generated in 0.024 seconds for key(s): 'zone-id' {{(pid=69685) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 872.038291] env[69685]: DEBUG dogpile.lock [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Released creation lock {{(pid=69685) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 872.038455] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Releasing lock "network-725" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 872.038684] env[69685]: DEBUG networking_nsxv3.common.locking [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Lock port-3fec77fa-3751-46ec-b3f7-d9f364614abd taken with stack trace [, , , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 872.038850] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquiring lock "port-3fec77fa-3751-46ec-b3f7-d9f364614abd" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 872.038966] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquired lock "port-3fec77fa-3751-46ec-b3f7-d9f364614abd" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 872.039527] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquired external semaphore "port-3fec77fa-3751-46ec-b3f7-d9f364614abd" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 872.039666] env[69685]: DEBUG networking_nsxv3.api.rpc [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3fec77fa-3751-46ec-b3f7-d9f364614abd',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 872.478910] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('ad29a8b0-a5e7-47be-9c58-8b349ac208f7',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 872.543451] env[69685]: DEBUG networking_nsxv3.common.locking [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 872.543582] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquiring lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 872.545033] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquired lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 872.545033] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquired external semaphore "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 872.545033] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Releasing lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 872.545033] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Segment Port 3fec77fa-3751-46ec-b3f7-d9f364614abd not found, creating... [ 872.545033] env[69685]: DEBUG networking_nsxv3.common.locking [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 872.545033] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquiring lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 872.545033] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquired lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 872.545926] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquired external semaphore "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 872.545926] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Releasing lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 872.546214] env[69685]: DEBUG networking_nsxv3.common.locking [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 872.546329] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquiring lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 872.546448] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquired lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 872.546664] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquired external semaphore "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 872.546801] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Releasing lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 872.546943] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Resource: SegmentPort with ID: 3fec77fa-3751-46ec-b3f7-d9f364614abd is going to be created. [ 872.565517] env[69685]: DEBUG networking_nsxv3.common.locking [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 872.565602] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquiring lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 872.565718] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquired lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 872.565963] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquired external semaphore "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 872.566294] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Releasing lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 872.566544] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Releasing lock "port-3fec77fa-3751-46ec-b3f7-d9f364614abd" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 872.953305] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f725338b-04fb-4229-97a1-3eaf15235ac8 in Status: SUCCESS [ 872.953541] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f725338b-04fb-4229-97a1-3eaf15235ac8" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 872.953711] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f725338b-04fb-4229-97a1-3eaf15235ac8" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 872.953931] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f725338b-04fb-4229-97a1-3eaf15235ac8" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 872.954237] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 872.954369] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 872.954436] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 872.954669] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 872.954756] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 872.954939] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f725338b-04fb-4229-97a1-3eaf15235ac8" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 872.954939] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('f725338b-04fb-4229-97a1-3eaf15235ac8',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 872.983830] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 872.983830] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 872.983830] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 872.983830] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 872.983830] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 872.983830] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ad29a8b0-a5e7-47be-9c58-8b349ac208f7 is going to be created. [ 873.006894] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 873.006894] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 873.006894] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 873.006894] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 873.006894] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 873.013761] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ad29a8b0-a5e7-47be-9c58-8b349ac208f7 in Status: UNINITIALIZED for 2s [ 873.456828] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock member-f725338b-04fb-4229-97a1-3eaf15235ac8 taken with stack trace [, , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 873.457064] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f725338b-04fb-4229-97a1-3eaf15235ac8" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 873.457064] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f725338b-04fb-4229-97a1-3eaf15235ac8" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 873.457293] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f725338b-04fb-4229-97a1-3eaf15235ac8" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 873.457466] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 873.457573] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 873.458876] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 873.458876] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 873.458876] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 873.458876] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f725338b-04fb-4229-97a1-3eaf15235ac8" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 873.458876] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock member-f725338b-04fb-4229-97a1-3eaf15235ac8 taken with stack trace [, , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 873.458876] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f725338b-04fb-4229-97a1-3eaf15235ac8" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 873.458876] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f725338b-04fb-4229-97a1-3eaf15235ac8" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 873.458876] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f725338b-04fb-4229-97a1-3eaf15235ac8" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 873.458876] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 873.458876] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 873.459642] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 873.459642] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 873.459642] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 873.459642] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f725338b-04fb-4229-97a1-3eaf15235ac8" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 873.459642] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('f725338b-04fb-4229-97a1-3eaf15235ac8',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 873.639881] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f9fe5796-97e5-42cd-b9a0-bf405b68f6e5 in Status: SUCCESS [ 873.639881] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f9fe5796-97e5-42cd-b9a0-bf405b68f6e5" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 873.894710] env[69685]: INFO networking_nsxv3.common.synchronization [req-56249aa6-164e-46ef-bc60-206a8078ee20 req-23d9208f-54fe-4889-89e8-562308e36f9b service nova] Enqueued Resource ID: 9fc3b289-4ce8-45ab-a115-93a511ca9b60 with Priority: HIGHEST for action security_group_rules [ 873.894890] env[69685]: INFO networking_nsxv3.common.synchronization [req-56249aa6-164e-46ef-bc60-206a8078ee20 req-23d9208f-54fe-4889-89e8-562308e36f9b service nova] Enqueued Resource ID: 9fc3b289-4ce8-45ab-a115-93a511ca9b60 with Priority: HIGHEST for action security_group_members [ 873.895108] env[69685]: INFO networking_nsxv3.common.synchronization [req-56249aa6-164e-46ef-bc60-206a8078ee20 req-23d9208f-54fe-4889-89e8-562308e36f9b service nova] Enqueued Resource ID: 3fec77fa-3751-46ec-b3f7-d9f364614abd with Priority: HIGHEST for action port [ 873.895373] env[69685]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9fc3b289-4ce8-45ab-a115-93a511ca9b60 with Priority: HIGHEST for action security_group_rules [ 873.895516] env[69685]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9fc3b289-4ce8-45ab-a115-93a511ca9b60 with Priority: HIGHEST for action security_group_members [ 873.895607] env[69685]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3fec77fa-3751-46ec-b3f7-d9f364614abd with Priority: HIGHEST for action port [ 873.896226] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock rules-9fc3b289-4ce8-45ab-a115-93a511ca9b60 taken with stack trace [, , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 873.896420] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-9fc3b289-4ce8-45ab-a115-93a511ca9b60" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 873.896420] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-9fc3b289-4ce8-45ab-a115-93a511ca9b60" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 873.896642] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-9fc3b289-4ce8-45ab-a115-93a511ca9b60" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 873.896680] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('9fc3b289-4ce8-45ab-a115-93a511ca9b60',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 873.897542] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock member-9fc3b289-4ce8-45ab-a115-93a511ca9b60 taken with stack trace [, , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 873.897661] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9fc3b289-4ce8-45ab-a115-93a511ca9b60" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 873.897711] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9fc3b289-4ce8-45ab-a115-93a511ca9b60" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 873.897867] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9fc3b289-4ce8-45ab-a115-93a511ca9b60" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 873.898413] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 873.898413] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 873.898413] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 873.898413] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 873.898413] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 873.898735] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9fc3b289-4ce8-45ab-a115-93a511ca9b60',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 873.899222] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock port-3fec77fa-3751-46ec-b3f7-d9f364614abd taken with stack trace [, , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 873.899328] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-3fec77fa-3751-46ec-b3f7-d9f364614abd" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 873.899574] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-3fec77fa-3751-46ec-b3f7-d9f364614abd" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 873.899574] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-3fec77fa-3751-46ec-b3f7-d9f364614abd" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 873.899668] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3fec77fa-3751-46ec-b3f7-d9f364614abd',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 873.964238] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for f725338b-04fb-4229-97a1-3eaf15235ac8: rpc.has_security_group_logging(os_id): False [ 873.981987] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 873.982138] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 873.982221] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 873.982435] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 873.982524] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 873.982714] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 873.982848] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 873.982934] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 873.983110] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 873.984254] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 873.984254] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 873.984254] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 873.984254] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 873.984254] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 873.984254] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 873.984254] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 873.984254] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 873.984254] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 873.984698] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 873.984698] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 873.984698] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f725338b-04fb-4229-97a1-3eaf15235ac8 is going to be created. [ 874.037814] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 874.037814] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 874.037814] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 874.037814] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 874.037814] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 874.047816] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f725338b-04fb-4229-97a1-3eaf15235ac8 in Status: IN_PROGRESS for 2s [ 874.403034] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 3fec77fa-3751-46ec-b3f7-d9f364614abd with status ACTIVE [ 874.403034] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 874.403034] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 874.403034] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 874.403034] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 874.403034] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 874.403034] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 874.403034] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 874.403034] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 874.403034] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 874.403034] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 874.403034] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 874.403034] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 874.403643] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 874.403643] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 874.403643] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 874.403643] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 3fec77fa-3751-46ec-b3f7-d9f364614abd is going to be updated. [ 874.404864] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('9fc3b289-4ce8-45ab-a115-93a511ca9b60',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 874.406122] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock member-9fc3b289-4ce8-45ab-a115-93a511ca9b60 taken with stack trace [, , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 874.406802] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9fc3b289-4ce8-45ab-a115-93a511ca9b60" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 874.426319] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 874.426319] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 874.426319] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 874.426319] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 874.426319] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 874.426319] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-3fec77fa-3751-46ec-b3f7-d9f364614abd" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 874.908611] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('9fc3b289-4ce8-45ab-a115-93a511ca9b60',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 875.025730] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ad29a8b0-a5e7-47be-9c58-8b349ac208f7 in Status: SUCCESS [ 875.026024] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ad29a8b0-a5e7-47be-9c58-8b349ac208f7" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 875.026257] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ad29a8b0-a5e7-47be-9c58-8b349ac208f7" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 875.026529] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ad29a8b0-a5e7-47be-9c58-8b349ac208f7" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 875.026752] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 875.026876] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 875.026938] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 875.027120] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 875.027206] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 875.027299] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ad29a8b0-a5e7-47be-9c58-8b349ac208f7" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 875.028029] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('ad29a8b0-a5e7-47be-9c58-8b349ac208f7',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 875.412172] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 875.412341] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 875.412657] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 875.412657] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 875.412904] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 875.412904] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9fc3b289-4ce8-45ab-a115-93a511ca9b60 is going to be created. [ 875.435476] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 875.435729] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 875.435801] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 875.436078] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 875.436318] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 875.445470] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9fc3b289-4ce8-45ab-a115-93a511ca9b60 in Status: UNINITIALIZED for 2s [ 875.533749] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock member-ad29a8b0-a5e7-47be-9c58-8b349ac208f7 taken with stack trace [, , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 875.533749] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ad29a8b0-a5e7-47be-9c58-8b349ac208f7" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 875.533749] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ad29a8b0-a5e7-47be-9c58-8b349ac208f7" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 875.533749] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ad29a8b0-a5e7-47be-9c58-8b349ac208f7" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 875.533749] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 875.533749] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 875.533749] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 875.533749] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 875.533749] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 875.533749] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ad29a8b0-a5e7-47be-9c58-8b349ac208f7" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 875.533749] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock member-ad29a8b0-a5e7-47be-9c58-8b349ac208f7 taken with stack trace [, , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 875.533749] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ad29a8b0-a5e7-47be-9c58-8b349ac208f7" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 875.533749] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ad29a8b0-a5e7-47be-9c58-8b349ac208f7" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 875.533749] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ad29a8b0-a5e7-47be-9c58-8b349ac208f7" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 875.533749] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 875.533749] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 875.537234] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 875.537234] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 875.537234] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 875.537234] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ad29a8b0-a5e7-47be-9c58-8b349ac208f7" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 875.537234] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('ad29a8b0-a5e7-47be-9c58-8b349ac208f7',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 876.037199] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for ad29a8b0-a5e7-47be-9c58-8b349ac208f7: rpc.has_security_group_logging(os_id): False [ 876.057018] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 876.057018] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 876.057018] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 876.057018] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 876.057018] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 876.057018] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 876.057018] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 876.057018] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 876.057018] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 876.057018] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 876.057018] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 876.057018] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 876.057018] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 876.057018] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 876.057018] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 876.057902] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 876.057902] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 876.057902] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 876.058109] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 876.058350] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 876.058573] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ad29a8b0-a5e7-47be-9c58-8b349ac208f7 is going to be created. [ 876.061790] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f725338b-04fb-4229-97a1-3eaf15235ac8 in Status: SUCCESS [ 876.061790] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f725338b-04fb-4229-97a1-3eaf15235ac8" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 876.110458] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 876.110671] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 876.110713] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 876.110920] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 876.111132] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 876.120473] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ad29a8b0-a5e7-47be-9c58-8b349ac208f7 in Status: IN_PROGRESS for 2s [ 877.457033] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9fc3b289-4ce8-45ab-a115-93a511ca9b60 in Status: SUCCESS [ 877.460250] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9fc3b289-4ce8-45ab-a115-93a511ca9b60" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 877.460250] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9fc3b289-4ce8-45ab-a115-93a511ca9b60" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 877.460250] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9fc3b289-4ce8-45ab-a115-93a511ca9b60" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 877.460250] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 877.460250] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 877.460250] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 877.460250] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 877.460250] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 877.460250] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9fc3b289-4ce8-45ab-a115-93a511ca9b60" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 877.460250] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('9fc3b289-4ce8-45ab-a115-93a511ca9b60',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 877.963396] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('9fc3b289-4ce8-45ab-a115-93a511ca9b60',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 878.134159] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ad29a8b0-a5e7-47be-9c58-8b349ac208f7 in Status: SUCCESS [ 878.134393] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ad29a8b0-a5e7-47be-9c58-8b349ac208f7" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 878.356854] env[69685]: INFO networking_nsxv3.common.synchronization [req-fee4cf0c-9cd3-4541-80e8-ebae4daf8259 req-8a555069-13b1-4efa-970f-e932d978b0f5 tempest-ServersTestJSON-1907685439 tempest-ServersTestJSON-1907685439-project-member] Enqueued Resource ID: f9fe5796-97e5-42cd-b9a0-bf405b68f6e5 with Priority: HIGHEST for action security_group_members [ 878.357590] env[69685]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f9fe5796-97e5-42cd-b9a0-bf405b68f6e5 with Priority: HIGHEST for action security_group_members [ 878.358025] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock member-f9fe5796-97e5-42cd-b9a0-bf405b68f6e5 taken with stack trace [, , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 878.360264] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f9fe5796-97e5-42cd-b9a0-bf405b68f6e5" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 878.360264] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f9fe5796-97e5-42cd-b9a0-bf405b68f6e5" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 878.360264] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f9fe5796-97e5-42cd-b9a0-bf405b68f6e5" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 878.360264] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 878.360264] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 878.360264] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 878.360264] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 878.360264] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 878.360264] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f9fe5796-97e5-42cd-b9a0-bf405b68f6e5',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 878.408346] env[69685]: INFO networking_nsxv3.common.synchronization [None req-bac199a6-cb5d-4b41-ab87-ab5025bb1d86 None None] Enqueued Resource ID: 7567da72-80ea-4cf8-af5e-225b3979626c with Priority: HIGHEST for action port [ 878.408945] env[69685]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7567da72-80ea-4cf8-af5e-225b3979626c with Priority: HIGHEST for action port [ 878.409282] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock port-7567da72-80ea-4cf8-af5e-225b3979626c taken with stack trace [, , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 878.409388] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-7567da72-80ea-4cf8-af5e-225b3979626c" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 878.409485] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-7567da72-80ea-4cf8-af5e-225b3979626c" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 878.409837] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-7567da72-80ea-4cf8-af5e-225b3979626c" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 878.409930] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7567da72-80ea-4cf8-af5e-225b3979626c',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 878.467298] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 9fc3b289-4ce8-45ab-a115-93a511ca9b60: rpc.has_security_group_logging(os_id): False [ 878.485249] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 878.485400] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 878.485472] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 878.485677] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 878.485768] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 878.486018] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 878.486125] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 878.486224] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 878.487311] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 878.487311] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 878.487311] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 9fc3b289-4ce8-45ab-a115-93a511ca9b60 is going to be created. [ 878.545356] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 878.545356] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 878.545356] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 878.545356] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 878.545356] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 878.558316] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 9fc3b289-4ce8-45ab-a115-93a511ca9b60 in Status: IN_PROGRESS for 2s [ 878.610818] env[69685]: INFO networking_nsxv3.common.synchronization [req-71ae561d-452e-447e-b3bf-c3326a4dd315 req-db596727-e26a-40e6-9219-2d056c55cf40 tempest-ListServersNegativeTestJSON-970015342 tempest-ListServersNegativeTestJSON-970015342-project-member] Enqueued Resource ID: a24645bc-2ebe-49bd-bc4f-109759b44485 with Priority: HIGHEST for action security_group_members [ 878.610818] env[69685]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a24645bc-2ebe-49bd-bc4f-109759b44485 with Priority: HIGHEST for action security_group_members [ 878.610818] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock member-a24645bc-2ebe-49bd-bc4f-109759b44485 taken with stack trace [, , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 878.612480] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a24645bc-2ebe-49bd-bc4f-109759b44485" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 878.612480] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a24645bc-2ebe-49bd-bc4f-109759b44485" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 878.612480] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a24645bc-2ebe-49bd-bc4f-109759b44485" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 878.612480] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 878.612480] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 878.613103] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 878.613103] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 878.613103] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 878.613103] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a24645bc-2ebe-49bd-bc4f-109759b44485',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 878.861625] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('f9fe5796-97e5-42cd-b9a0-bf405b68f6e5',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 878.887636] env[69685]: INFO networking_nsxv3.common.synchronization [req-0c9ea5be-a8ce-4876-bdac-ea76cd881724 req-59fa3809-11e9-411b-b414-7753a4ce24ce tempest-ListServersNegativeTestJSON-970015342 tempest-ListServersNegativeTestJSON-970015342-project-member] Enqueued Resource ID: a24645bc-2ebe-49bd-bc4f-109759b44485 with Priority: HIGHEST for action security_group_members [ 878.887636] env[69685]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a24645bc-2ebe-49bd-bc4f-109759b44485 with Priority: HIGHEST for action security_group_members [ 878.888159] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock member-a24645bc-2ebe-49bd-bc4f-109759b44485 taken with stack trace [, , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 878.888252] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a24645bc-2ebe-49bd-bc4f-109759b44485" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 878.915760] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 7567da72-80ea-4cf8-af5e-225b3979626c [ 878.916262] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 878.917130] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 878.917130] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 878.917130] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 878.917130] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 878.917130] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:7567da72-80ea-4cf8-af5e-225b3979626c already deleted. [ 878.917130] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-7567da72-80ea-4cf8-af5e-225b3979626c" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 879.116745] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('a24645bc-2ebe-49bd-bc4f-109759b44485',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 879.368688] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('f9fe5796-97e5-42cd-b9a0-bf405b68f6e5',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 879.623741] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('a24645bc-2ebe-49bd-bc4f-109759b44485',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 879.874322] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 879.874576] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 879.874576] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 879.874801] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 879.874855] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 879.874950] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f9fe5796-97e5-42cd-b9a0-bf405b68f6e5 is going to be updated. [ 879.905568] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 879.905771] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 879.905771] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 879.905979] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 879.906178] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 879.916704] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f9fe5796-97e5-42cd-b9a0-bf405b68f6e5 in Status: IN_PROGRESS for 2s [ 880.125216] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 880.125371] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 880.125443] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 880.127092] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 880.127092] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 880.127092] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a24645bc-2ebe-49bd-bc4f-109759b44485 is going to be updated. [ 880.152115] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 880.152310] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 880.152310] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 880.152526] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 880.152660] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 880.164511] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a24645bc-2ebe-49bd-bc4f-109759b44485 in Status: IN_PROGRESS for 2s [ 880.454276] env[69685]: INFO networking_nsxv3.common.synchronization [None req-cc183999-e0d8-41c9-b9b1-99bf905dceb9 None None] Enqueued Resource ID: e89af8ed-2a44-4760-9a1f-8defd196ba14 with Priority: HIGHEST for action port [ 880.454276] env[69685]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e89af8ed-2a44-4760-9a1f-8defd196ba14 with Priority: HIGHEST for action port [ 880.454276] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock port-e89af8ed-2a44-4760-9a1f-8defd196ba14 taken with stack trace [, , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 880.454276] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e89af8ed-2a44-4760-9a1f-8defd196ba14" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 880.454276] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e89af8ed-2a44-4760-9a1f-8defd196ba14" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 880.454649] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e89af8ed-2a44-4760-9a1f-8defd196ba14" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 880.456591] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e89af8ed-2a44-4760-9a1f-8defd196ba14',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 880.571372] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 9fc3b289-4ce8-45ab-a115-93a511ca9b60 in Status: SUCCESS [ 880.572292] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-9fc3b289-4ce8-45ab-a115-93a511ca9b60" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 880.810155] env[69685]: INFO networking_nsxv3.common.synchronization [req-931e8cd8-d7ff-4ba9-87da-a8a5e6406aff req-9101150b-fbb6-43fc-8988-fbcfaffad5fc tempest-ListImageFiltersTestJSON-1207249552 tempest-ListImageFiltersTestJSON-1207249552-project-member] Enqueued Resource ID: f1b461c7-1841-447b-a91c-0faf0c9465f6 with Priority: HIGHEST for action security_group_members [ 880.811040] env[69685]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f1b461c7-1841-447b-a91c-0faf0c9465f6 with Priority: HIGHEST for action security_group_members [ 880.811283] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock member-f1b461c7-1841-447b-a91c-0faf0c9465f6 taken with stack trace [, , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 880.811283] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f1b461c7-1841-447b-a91c-0faf0c9465f6" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 880.811443] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f1b461c7-1841-447b-a91c-0faf0c9465f6" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 880.811794] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f1b461c7-1841-447b-a91c-0faf0c9465f6" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 880.811964] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 880.812176] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 880.812236] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 880.812463] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 880.812723] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 880.812723] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f1b461c7-1841-447b-a91c-0faf0c9465f6',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 880.959996] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port e89af8ed-2a44-4760-9a1f-8defd196ba14 [ 880.960083] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 880.964017] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 880.964017] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 880.964017] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 880.964017] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 880.964017] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:e89af8ed-2a44-4760-9a1f-8defd196ba14 already deleted. [ 880.964017] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e89af8ed-2a44-4760-9a1f-8defd196ba14" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 881.301977] env[69685]: DEBUG networking_nsxv3.common.locking [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Lock network-756 taken with stack trace [, , , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 881.302281] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquiring lock "network-756" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 881.302449] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquired lock "network-756" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 881.302861] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquired external semaphore "network-756" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 881.303228] env[69685]: DEBUG networking_nsxv3.common.locking [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 881.303228] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquiring lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 881.303399] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquired lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 881.303864] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquired external semaphore "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 881.304086] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Releasing lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 881.304375] env[69685]: DEBUG dogpile.cache.region [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] No value present for key: 'zone-id' {{(pid=69685) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 881.304537] env[69685]: DEBUG dogpile.lock [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] NeedRegenerationException {{(pid=69685) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 881.304684] env[69685]: DEBUG dogpile.lock [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] no value, waiting for create lock {{(pid=69685) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 881.304822] env[69685]: DEBUG dogpile.lock [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] value creation lock acquired {{(pid=69685) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 881.304962] env[69685]: DEBUG dogpile.cache.region [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] No value present for key: 'zone-id' {{(pid=69685) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 881.305105] env[69685]: DEBUG dogpile.lock [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Calling creation function for not-yet-present value {{(pid=69685) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 881.305299] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 881.319636] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 881.319636] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 881.319636] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 881.319636] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 881.319636] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 881.319636] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 881.319636] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 881.319636] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 881.319636] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 881.319636] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 881.319636] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f1b461c7-1841-447b-a91c-0faf0c9465f6 already deleted. [ 881.319636] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f1b461c7-1841-447b-a91c-0faf0c9465f6" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 881.324714] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 881.324816] env[69685]: DEBUG dogpile.cache.region [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=69685) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 881.324902] env[69685]: DEBUG dogpile.lock [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Released creation lock {{(pid=69685) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 881.325081] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Releasing lock "network-756" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 881.325390] env[69685]: DEBUG networking_nsxv3.common.locking [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Lock port-52886bf3-20ef-4e0b-aceb-6512d990b13a taken with stack trace [, , , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 881.325561] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquiring lock "port-52886bf3-20ef-4e0b-aceb-6512d990b13a" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 881.326835] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquired lock "port-52886bf3-20ef-4e0b-aceb-6512d990b13a" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 881.326835] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquired external semaphore "port-52886bf3-20ef-4e0b-aceb-6512d990b13a" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 881.326835] env[69685]: DEBUG networking_nsxv3.api.rpc [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('52886bf3-20ef-4e0b-aceb-6512d990b13a',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 881.829137] env[69685]: DEBUG networking_nsxv3.common.locking [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 881.829887] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquiring lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 881.830163] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquired lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 881.830557] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquired external semaphore "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 881.831747] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Releasing lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 881.834100] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Segment Port 52886bf3-20ef-4e0b-aceb-6512d990b13a not found, creating... [ 881.834100] env[69685]: DEBUG networking_nsxv3.common.locking [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 881.834100] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquiring lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 881.834100] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquired lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 881.834100] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquired external semaphore "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 881.834100] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Releasing lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 881.834100] env[69685]: DEBUG networking_nsxv3.common.locking [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 881.834100] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquiring lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 881.834100] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquired lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 881.834826] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquired external semaphore "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 881.835188] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Releasing lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 881.835479] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Resource: SegmentPort with ID: 52886bf3-20ef-4e0b-aceb-6512d990b13a is going to be created. [ 881.855365] env[69685]: DEBUG networking_nsxv3.common.locking [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 881.856046] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquiring lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 881.856046] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquired lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 881.856046] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquired external semaphore "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 881.857059] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Releasing lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 881.857332] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Releasing lock "port-52886bf3-20ef-4e0b-aceb-6512d990b13a" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 881.929394] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f9fe5796-97e5-42cd-b9a0-bf405b68f6e5 in Status: SUCCESS [ 881.929691] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f9fe5796-97e5-42cd-b9a0-bf405b68f6e5" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 882.174492] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a24645bc-2ebe-49bd-bc4f-109759b44485 in Status: SUCCESS [ 882.174614] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a24645bc-2ebe-49bd-bc4f-109759b44485" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 882.174869] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a24645bc-2ebe-49bd-bc4f-109759b44485" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 882.175499] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a24645bc-2ebe-49bd-bc4f-109759b44485" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 882.175499] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 882.175499] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 882.175499] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 882.175499] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 882.175781] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 882.175781] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a24645bc-2ebe-49bd-bc4f-109759b44485',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 882.396449] env[69685]: INFO networking_nsxv3.common.synchronization [None req-79beb5ed-54d2-4b50-a007-d463ec40dd91 None None] Enqueued Resource ID: 288c16fd-b469-4a54-9224-322899e4fa44 with Priority: HIGHEST for action port [ 882.396925] env[69685]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 288c16fd-b469-4a54-9224-322899e4fa44 with Priority: HIGHEST for action port [ 882.397322] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock port-288c16fd-b469-4a54-9224-322899e4fa44 taken with stack trace [, , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 882.397459] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-288c16fd-b469-4a54-9224-322899e4fa44" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 882.397545] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-288c16fd-b469-4a54-9224-322899e4fa44" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 882.398878] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-288c16fd-b469-4a54-9224-322899e4fa44" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 882.398878] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('288c16fd-b469-4a54-9224-322899e4fa44',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 882.679294] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 882.679896] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 882.679988] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 882.680223] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 882.680325] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 882.680544] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 882.680646] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 882.680709] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 882.680867] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 882.681163] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 882.681395] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a24645bc-2ebe-49bd-bc4f-109759b44485 is going to be updated. [ 882.706161] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 882.706351] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 882.706413] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 882.706618] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 882.706757] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 882.714852] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a24645bc-2ebe-49bd-bc4f-109759b44485 in Status: IN_PROGRESS for 2s [ 882.901364] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 288c16fd-b469-4a54-9224-322899e4fa44 [ 882.901774] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 882.901962] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 882.902044] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 882.902266] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 882.902404] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 882.902443] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:288c16fd-b469-4a54-9224-322899e4fa44 already deleted. [ 882.902522] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-288c16fd-b469-4a54-9224-322899e4fa44" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 882.971052] env[69685]: INFO networking_nsxv3.common.synchronization [req-931e8cd8-d7ff-4ba9-87da-a8a5e6406aff req-f41810fc-04d9-4a11-bed7-49d400f26927 service nova] Enqueued Resource ID: f1b461c7-1841-447b-a91c-0faf0c9465f6 with Priority: HIGHEST for action security_group_rules [ 882.971052] env[69685]: INFO networking_nsxv3.common.synchronization [req-931e8cd8-d7ff-4ba9-87da-a8a5e6406aff req-f41810fc-04d9-4a11-bed7-49d400f26927 service nova] Enqueued Resource ID: f1b461c7-1841-447b-a91c-0faf0c9465f6 with Priority: HIGHEST for action security_group_members [ 882.971052] env[69685]: INFO networking_nsxv3.common.synchronization [req-931e8cd8-d7ff-4ba9-87da-a8a5e6406aff req-f41810fc-04d9-4a11-bed7-49d400f26927 service nova] Enqueued Resource ID: 52886bf3-20ef-4e0b-aceb-6512d990b13a with Priority: HIGHEST for action port [ 882.971837] env[69685]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f1b461c7-1841-447b-a91c-0faf0c9465f6 with Priority: HIGHEST for action security_group_rules [ 882.971837] env[69685]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f1b461c7-1841-447b-a91c-0faf0c9465f6 with Priority: HIGHEST for action security_group_members [ 882.971837] env[69685]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 52886bf3-20ef-4e0b-aceb-6512d990b13a with Priority: HIGHEST for action port [ 882.971837] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f1b461c7-1841-447b-a91c-0faf0c9465f6 taken with stack trace [, , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 882.971999] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f1b461c7-1841-447b-a91c-0faf0c9465f6" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 882.972696] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f1b461c7-1841-447b-a91c-0faf0c9465f6" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 882.974537] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f1b461c7-1841-447b-a91c-0faf0c9465f6" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 882.974666] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f1b461c7-1841-447b-a91c-0faf0c9465f6',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 882.975813] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock member-f1b461c7-1841-447b-a91c-0faf0c9465f6 taken with stack trace [, , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 882.978213] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f1b461c7-1841-447b-a91c-0faf0c9465f6" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 882.978213] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f1b461c7-1841-447b-a91c-0faf0c9465f6" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 882.978213] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f1b461c7-1841-447b-a91c-0faf0c9465f6" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 882.978213] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 882.978213] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 882.978213] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 882.978213] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 882.978213] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 882.978213] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f1b461c7-1841-447b-a91c-0faf0c9465f6',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 882.982113] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock port-52886bf3-20ef-4e0b-aceb-6512d990b13a taken with stack trace [, , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 882.982113] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-52886bf3-20ef-4e0b-aceb-6512d990b13a" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 882.982113] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-52886bf3-20ef-4e0b-aceb-6512d990b13a" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 882.982113] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-52886bf3-20ef-4e0b-aceb-6512d990b13a" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 882.982113] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('52886bf3-20ef-4e0b-aceb-6512d990b13a',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 883.481806] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('f1b461c7-1841-447b-a91c-0faf0c9465f6',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 883.483491] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock member-f1b461c7-1841-447b-a91c-0faf0c9465f6 taken with stack trace [, , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 883.483768] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f1b461c7-1841-447b-a91c-0faf0c9465f6" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 883.484058] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 52886bf3-20ef-4e0b-aceb-6512d990b13a with status ACTIVE [ 883.484352] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 883.484607] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 883.484769] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 883.485064] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 883.485354] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 883.485621] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 883.488388] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 883.488388] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 883.488388] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 883.488388] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 883.488388] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 883.488388] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 883.488388] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 883.488388] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 883.488388] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 883.488388] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 52886bf3-20ef-4e0b-aceb-6512d990b13a is going to be updated. [ 883.512575] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 883.512575] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 883.512575] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 883.512575] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 883.512575] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 883.512575] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-52886bf3-20ef-4e0b-aceb-6512d990b13a" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 883.988954] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('f1b461c7-1841-447b-a91c-0faf0c9465f6',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 884.491805] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 884.492045] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 884.492110] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 884.492274] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 884.492367] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 884.492538] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f1b461c7-1841-447b-a91c-0faf0c9465f6 is going to be created. [ 884.519436] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 884.519663] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 884.519749] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 884.519970] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 884.520146] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 884.532031] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f1b461c7-1841-447b-a91c-0faf0c9465f6 in Status: UNINITIALIZED for 2s [ 884.725486] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a24645bc-2ebe-49bd-bc4f-109759b44485 in Status: SUCCESS [ 884.725690] env[69685]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a24645bc-2ebe-49bd-bc4f-109759b44485 deletion is rescheduled due to dependency. [ 884.725826] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a24645bc-2ebe-49bd-bc4f-109759b44485" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 884.860326] env[69685]: INFO networking_nsxv3.common.synchronization [None req-c9af8541-d485-4629-a04b-fd98d0921182 None None] Enqueued Resource ID: 3b09db14-e471-4be7-af80-379dc7ed8473 with Priority: HIGHEST for action port [ 884.860326] env[69685]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3b09db14-e471-4be7-af80-379dc7ed8473 with Priority: HIGHEST for action port [ 884.860326] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock port-3b09db14-e471-4be7-af80-379dc7ed8473 taken with stack trace [, , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 884.860326] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-3b09db14-e471-4be7-af80-379dc7ed8473" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 884.860721] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-3b09db14-e471-4be7-af80-379dc7ed8473" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 884.860721] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-3b09db14-e471-4be7-af80-379dc7ed8473" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 884.860721] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3b09db14-e471-4be7-af80-379dc7ed8473',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 885.033044] env[69685]: INFO networking_nsxv3.common.synchronization [None req-3d712ac2-fc70-4343-9772-6eb87dedfe70 None None] Enqueued Resource ID: e490a063-8f6e-45e8-83b8-a65b6ba54b1a with Priority: HIGHEST for action port [ 885.033334] env[69685]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e490a063-8f6e-45e8-83b8-a65b6ba54b1a with Priority: HIGHEST for action port [ 885.034239] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock port-e490a063-8f6e-45e8-83b8-a65b6ba54b1a taken with stack trace [, , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 885.034445] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e490a063-8f6e-45e8-83b8-a65b6ba54b1a" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 885.034445] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e490a063-8f6e-45e8-83b8-a65b6ba54b1a" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 885.034686] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e490a063-8f6e-45e8-83b8-a65b6ba54b1a" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 885.034785] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e490a063-8f6e-45e8-83b8-a65b6ba54b1a',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 885.363054] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 3b09db14-e471-4be7-af80-379dc7ed8473 [ 885.363373] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 885.364249] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 885.364382] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 885.364710] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 885.364710] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 885.364801] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:3b09db14-e471-4be7-af80-379dc7ed8473 already deleted. [ 885.364893] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-3b09db14-e471-4be7-af80-379dc7ed8473" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 885.537449] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port e490a063-8f6e-45e8-83b8-a65b6ba54b1a [ 885.537710] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 885.537869] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 885.537942] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 885.538172] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 885.538270] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 885.538405] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:e490a063-8f6e-45e8-83b8-a65b6ba54b1a already deleted. [ 885.538502] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e490a063-8f6e-45e8-83b8-a65b6ba54b1a" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 886.312368] env[69685]: INFO networking_nsxv3.common.synchronization [req-0191c433-9e08-4f4e-aa0d-6ef3da946d2f req-628cf3ad-f168-4e91-911d-8ba71de840bd tempest-ListImageFiltersTestJSON-1207249552 tempest-ListImageFiltersTestJSON-1207249552-project-member] Enqueued Resource ID: f1b461c7-1841-447b-a91c-0faf0c9465f6 with Priority: HIGHEST for action security_group_members [ 886.312921] env[69685]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f1b461c7-1841-447b-a91c-0faf0c9465f6 with Priority: HIGHEST for action security_group_members [ 886.313236] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock member-f1b461c7-1841-447b-a91c-0faf0c9465f6 taken with stack trace [, , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 886.313341] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f1b461c7-1841-447b-a91c-0faf0c9465f6" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 886.544018] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f1b461c7-1841-447b-a91c-0faf0c9465f6 in Status: SUCCESS [ 886.544364] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f1b461c7-1841-447b-a91c-0faf0c9465f6" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 886.544958] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f1b461c7-1841-447b-a91c-0faf0c9465f6" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 886.545875] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f1b461c7-1841-447b-a91c-0faf0c9465f6" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 886.545974] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 886.546120] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 886.546239] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 886.546778] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 886.546904] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 886.547070] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f1b461c7-1841-447b-a91c-0faf0c9465f6" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 886.548074] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('f1b461c7-1841-447b-a91c-0faf0c9465f6',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 886.550145] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f1b461c7-1841-447b-a91c-0faf0c9465f6" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 886.550366] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f1b461c7-1841-447b-a91c-0faf0c9465f6" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 886.550584] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 886.550584] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 886.550945] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 886.550945] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 886.550945] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 886.550945] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f1b461c7-1841-447b-a91c-0faf0c9465f6',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 886.684903] env[69685]: DEBUG networking_nsxv3.common.locking [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Lock network-756 taken with stack trace [, , , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 886.685127] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquiring lock "network-756" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 886.685294] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquired lock "network-756" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 886.685676] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquired external semaphore "network-756" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 886.685980] env[69685]: DEBUG networking_nsxv3.common.locking [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 886.686163] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquiring lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 886.686375] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquired lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 886.686805] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquired external semaphore "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 886.686805] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Releasing lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 886.686999] env[69685]: DEBUG dogpile.cache.region [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] No value present for key: 'zone-id' {{(pid=69685) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 886.687058] env[69685]: DEBUG dogpile.lock [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] NeedRegenerationException {{(pid=69685) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 886.687161] env[69685]: DEBUG dogpile.lock [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] no value, waiting for create lock {{(pid=69685) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 886.687274] env[69685]: DEBUG dogpile.lock [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] value creation lock acquired {{(pid=69685) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 886.687385] env[69685]: DEBUG dogpile.cache.region [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] No value present for key: 'zone-id' {{(pid=69685) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 886.687787] env[69685]: DEBUG dogpile.lock [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Calling creation function for not-yet-present value {{(pid=69685) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 886.687787] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 886.706344] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 886.706526] env[69685]: DEBUG dogpile.cache.region [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=69685) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 886.706670] env[69685]: DEBUG dogpile.lock [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Released creation lock {{(pid=69685) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 886.706958] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Releasing lock "network-756" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 886.708310] env[69685]: DEBUG networking_nsxv3.common.locking [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Lock port-2b0ed9c7-dfdb-4f02-a79c-6730349224ba taken with stack trace [, , , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 886.708310] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquiring lock "port-2b0ed9c7-dfdb-4f02-a79c-6730349224ba" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 886.708310] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquired lock "port-2b0ed9c7-dfdb-4f02-a79c-6730349224ba" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 886.708310] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquired external semaphore "port-2b0ed9c7-dfdb-4f02-a79c-6730349224ba" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 886.708310] env[69685]: DEBUG networking_nsxv3.api.rpc [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2b0ed9c7-dfdb-4f02-a79c-6730349224ba',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 887.051651] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock member-f1b461c7-1841-447b-a91c-0faf0c9465f6 taken with stack trace [, , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 887.051651] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f1b461c7-1841-447b-a91c-0faf0c9465f6" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 887.053137] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('f1b461c7-1841-447b-a91c-0faf0c9465f6',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 887.213990] env[69685]: DEBUG networking_nsxv3.common.locking [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 887.213990] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquiring lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 887.213990] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquired lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 887.213990] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquired external semaphore "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 887.213990] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Releasing lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 887.214477] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Segment Port 2b0ed9c7-dfdb-4f02-a79c-6730349224ba not found, creating... [ 887.215040] env[69685]: DEBUG networking_nsxv3.common.locking [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 887.217310] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquiring lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 887.217310] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquired lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 887.217310] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquired external semaphore "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 887.217310] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Releasing lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 887.217310] env[69685]: DEBUG networking_nsxv3.common.locking [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 887.217310] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquiring lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 887.217310] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquired lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 887.217310] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquired external semaphore "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 887.217310] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Releasing lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 887.218505] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Resource: SegmentPort with ID: 2b0ed9c7-dfdb-4f02-a79c-6730349224ba is going to be created. [ 887.237964] env[69685]: DEBUG networking_nsxv3.common.locking [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 887.238265] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquiring lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 887.238407] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquired lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 887.238793] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquired external semaphore "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 887.239138] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Releasing lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 887.239352] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Releasing lock "port-2b0ed9c7-dfdb-4f02-a79c-6730349224ba" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 887.555954] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('f1b461c7-1841-447b-a91c-0faf0c9465f6',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 887.684536] env[69685]: INFO networking_nsxv3.common.synchronization [None req-267abc36-6c01-4b39-81bf-6c5b1e6e81dd None None] Enqueued Resource ID: 187c5869-56b6-4c20-bf17-9e165ccb12ed with Priority: HIGHEST for action port [ 887.684654] env[69685]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 187c5869-56b6-4c20-bf17-9e165ccb12ed with Priority: HIGHEST for action port [ 887.685125] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock port-187c5869-56b6-4c20-bf17-9e165ccb12ed taken with stack trace [, , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 887.685255] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-187c5869-56b6-4c20-bf17-9e165ccb12ed" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 887.685321] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-187c5869-56b6-4c20-bf17-9e165ccb12ed" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 887.685659] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-187c5869-56b6-4c20-bf17-9e165ccb12ed" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 887.685746] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('187c5869-56b6-4c20-bf17-9e165ccb12ed',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 887.964404] env[69685]: INFO networking_nsxv3.common.synchronization [req-0191c433-9e08-4f4e-aa0d-6ef3da946d2f req-cf491df7-ffac-4b72-a37d-e26e7adc6e92 service nova] Enqueued Resource ID: f1b461c7-1841-447b-a91c-0faf0c9465f6 with Priority: HIGHEST for action security_group_rules [ 887.964647] env[69685]: INFO networking_nsxv3.common.synchronization [req-0191c433-9e08-4f4e-aa0d-6ef3da946d2f req-cf491df7-ffac-4b72-a37d-e26e7adc6e92 service nova] Enqueued Resource ID: f1b461c7-1841-447b-a91c-0faf0c9465f6 with Priority: HIGHEST for action security_group_members [ 887.964820] env[69685]: INFO networking_nsxv3.common.synchronization [req-0191c433-9e08-4f4e-aa0d-6ef3da946d2f req-cf491df7-ffac-4b72-a37d-e26e7adc6e92 service nova] Enqueued Resource ID: 2b0ed9c7-dfdb-4f02-a79c-6730349224ba with Priority: HIGHEST for action port [ 887.965090] env[69685]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f1b461c7-1841-447b-a91c-0faf0c9465f6 with Priority: HIGHEST for action security_group_rules [ 887.965225] env[69685]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f1b461c7-1841-447b-a91c-0faf0c9465f6 with Priority: HIGHEST for action security_group_members [ 887.965320] env[69685]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2b0ed9c7-dfdb-4f02-a79c-6730349224ba with Priority: HIGHEST for action port [ 887.965982] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f1b461c7-1841-447b-a91c-0faf0c9465f6 taken with stack trace [, , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 887.965982] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f1b461c7-1841-447b-a91c-0faf0c9465f6" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 887.967439] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock member-f1b461c7-1841-447b-a91c-0faf0c9465f6 taken with stack trace [, , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 887.967439] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f1b461c7-1841-447b-a91c-0faf0c9465f6" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 887.967439] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock port-2b0ed9c7-dfdb-4f02-a79c-6730349224ba taken with stack trace [, , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 887.967439] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-2b0ed9c7-dfdb-4f02-a79c-6730349224ba" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 887.967630] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-2b0ed9c7-dfdb-4f02-a79c-6730349224ba" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 887.967740] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-2b0ed9c7-dfdb-4f02-a79c-6730349224ba" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 887.967785] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2b0ed9c7-dfdb-4f02-a79c-6730349224ba',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 888.057732] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 888.057732] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 888.057732] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 888.057948] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 888.057986] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 888.058786] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f1b461c7-1841-447b-a91c-0faf0c9465f6 is going to be updated. [ 888.081993] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 888.082142] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 888.082199] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 888.082390] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 888.082522] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 888.091315] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f1b461c7-1841-447b-a91c-0faf0c9465f6 in Status: IN_PROGRESS for 2s [ 888.189845] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 187c5869-56b6-4c20-bf17-9e165ccb12ed [ 888.190112] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 888.190257] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 888.190387] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 888.190582] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 888.192878] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 888.192878] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:187c5869-56b6-4c20-bf17-9e165ccb12ed already deleted. [ 888.192878] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-187c5869-56b6-4c20-bf17-9e165ccb12ed" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 888.471129] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 2b0ed9c7-dfdb-4f02-a79c-6730349224ba with status ACTIVE [ 888.471394] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 888.471537] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 888.471697] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 888.471811] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 888.471899] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 888.472092] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 888.472196] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 888.472259] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 888.472416] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 888.472483] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 888.472661] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 888.472754] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 888.472816] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 888.472952] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 888.473060] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 888.473123] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 2b0ed9c7-dfdb-4f02-a79c-6730349224ba is going to be updated. [ 888.492620] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 888.492772] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 888.492843] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 888.493055] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 888.493192] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 888.493346] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-2b0ed9c7-dfdb-4f02-a79c-6730349224ba" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 889.821160] env[69685]: INFO networking_nsxv3.common.synchronization [req-96a2dc0b-4683-4ad9-a007-a2a1fd5dd8b0 req-19de8d18-edd9-4613-8520-f5c587cd06d5 tempest-SecurityGroupsTestJSON-185105500 tempest-SecurityGroupsTestJSON-185105500-project-member] Enqueued Resource ID: a4b7db26-f9af-4c84-bf2d-dec757e43a8c with Priority: HIGHEST for action security_group_members [ 889.822027] env[69685]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a4b7db26-f9af-4c84-bf2d-dec757e43a8c with Priority: HIGHEST for action security_group_members [ 889.822027] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock member-a4b7db26-f9af-4c84-bf2d-dec757e43a8c taken with stack trace [, , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 889.822202] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a4b7db26-f9af-4c84-bf2d-dec757e43a8c" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 889.822202] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a4b7db26-f9af-4c84-bf2d-dec757e43a8c" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 889.822353] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a4b7db26-f9af-4c84-bf2d-dec757e43a8c" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 889.822567] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 889.822567] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 889.822782] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 889.822817] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 889.822946] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 889.822996] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a4b7db26-f9af-4c84-bf2d-dec757e43a8c',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 890.100028] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f1b461c7-1841-447b-a91c-0faf0c9465f6 in Status: SUCCESS [ 890.100258] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f1b461c7-1841-447b-a91c-0faf0c9465f6" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 890.100427] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f1b461c7-1841-447b-a91c-0faf0c9465f6" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 890.100645] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f1b461c7-1841-447b-a91c-0faf0c9465f6" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 890.100835] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 890.100948] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 890.101021] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 890.101178] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 890.101260] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 890.101345] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f1b461c7-1841-447b-a91c-0faf0c9465f6" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 890.101506] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock member-f1b461c7-1841-447b-a91c-0faf0c9465f6 taken with stack trace [, , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 890.101651] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f1b461c7-1841-447b-a91c-0faf0c9465f6" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 890.101712] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f1b461c7-1841-447b-a91c-0faf0c9465f6" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 890.101863] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f1b461c7-1841-447b-a91c-0faf0c9465f6" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 890.102010] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 890.102105] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 890.102158] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 890.102298] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 890.102374] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 890.102454] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f1b461c7-1841-447b-a91c-0faf0c9465f6" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 890.102546] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('f1b461c7-1841-447b-a91c-0faf0c9465f6',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 890.103397] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f1b461c7-1841-447b-a91c-0faf0c9465f6" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 890.103563] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f1b461c7-1841-447b-a91c-0faf0c9465f6" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 890.104972] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 890.104972] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 890.104972] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 890.104972] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 890.104972] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 890.104972] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f1b461c7-1841-447b-a91c-0faf0c9465f6',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 890.189233] env[69685]: DEBUG networking_nsxv3.common.locking [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Lock network-22 taken with stack trace [, , , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 890.189506] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquiring lock "network-22" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 890.189680] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquired lock "network-22" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 890.189989] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquired external semaphore "network-22" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 890.190320] env[69685]: DEBUG networking_nsxv3.common.locking [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 890.190537] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquiring lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 890.190722] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquired lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 890.191187] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquired external semaphore "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 890.191398] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Releasing lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 890.191660] env[69685]: DEBUG dogpile.cache.region [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] No value present for key: 'zone-id' {{(pid=69685) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 890.191820] env[69685]: DEBUG dogpile.lock [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] NeedRegenerationException {{(pid=69685) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 890.191970] env[69685]: DEBUG dogpile.lock [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] no value, waiting for create lock {{(pid=69685) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 890.192149] env[69685]: DEBUG dogpile.lock [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] value creation lock acquired {{(pid=69685) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 890.192393] env[69685]: DEBUG dogpile.cache.region [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] No value present for key: 'zone-id' {{(pid=69685) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 890.192469] env[69685]: DEBUG dogpile.lock [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Calling creation function for not-yet-present value {{(pid=69685) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 890.192666] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 890.211466] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 890.211959] env[69685]: DEBUG dogpile.cache.region [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=69685) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 890.212212] env[69685]: DEBUG dogpile.lock [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Released creation lock {{(pid=69685) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 890.212496] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Releasing lock "network-22" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 890.212891] env[69685]: DEBUG networking_nsxv3.common.locking [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Lock port-78395c42-1790-4e28-a12c-194a782f1b85 taken with stack trace [, , , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 890.213149] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquiring lock "port-78395c42-1790-4e28-a12c-194a782f1b85" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 890.213280] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquired lock "port-78395c42-1790-4e28-a12c-194a782f1b85" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 890.213832] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquired external semaphore "port-78395c42-1790-4e28-a12c-194a782f1b85" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 890.213977] env[69685]: DEBUG networking_nsxv3.api.rpc [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('78395c42-1790-4e28-a12c-194a782f1b85',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 890.325206] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('a4b7db26-f9af-4c84-bf2d-dec757e43a8c',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 890.608516] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for f1b461c7-1841-447b-a91c-0faf0c9465f6: rpc.has_security_group_logging(os_id): False [ 890.612022] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('f1b461c7-1841-447b-a91c-0faf0c9465f6',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 890.627443] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 890.627443] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 890.627443] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 890.627655] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 890.627739] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 890.627945] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 890.628065] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 890.628131] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 890.628286] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 890.628361] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 890.628532] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 890.628618] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 890.628677] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 890.628845] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 890.628917] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 890.629129] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 890.629218] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 890.629273] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 890.629407] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 890.629476] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 890.629558] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f1b461c7-1841-447b-a91c-0faf0c9465f6 is going to be created. [ 890.696974] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 890.696974] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 890.696974] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 890.697199] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 890.697321] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 890.708134] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f1b461c7-1841-447b-a91c-0faf0c9465f6 in Status: IN_PROGRESS for 2s [ 890.717224] env[69685]: DEBUG networking_nsxv3.common.locking [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 890.717489] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquiring lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 890.717592] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquired lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 890.717858] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquired external semaphore "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 890.718015] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Releasing lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 890.718170] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Segment Port 78395c42-1790-4e28-a12c-194a782f1b85 not found, creating... [ 890.718420] env[69685]: DEBUG networking_nsxv3.common.locking [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 890.718573] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquiring lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 890.718706] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquired lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 890.718942] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquired external semaphore "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 890.719420] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Releasing lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 890.719420] env[69685]: DEBUG networking_nsxv3.common.locking [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 890.719554] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquiring lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 890.720014] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquired lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 890.720014] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquired external semaphore "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 890.720014] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Releasing lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 890.720155] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Resource: SegmentPort with ID: 78395c42-1790-4e28-a12c-194a782f1b85 is going to be created. [ 890.739855] env[69685]: DEBUG networking_nsxv3.common.locking [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 890.739855] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquiring lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 890.739855] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquired lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 890.739855] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquired external semaphore "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 890.740431] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Releasing lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 890.740431] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Releasing lock "port-78395c42-1790-4e28-a12c-194a782f1b85" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 890.831698] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('a4b7db26-f9af-4c84-bf2d-dec757e43a8c',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 891.112569] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('f1b461c7-1841-447b-a91c-0faf0c9465f6',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 891.336277] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 891.336277] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 891.336277] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 891.336277] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 891.336277] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 891.336277] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a4b7db26-f9af-4c84-bf2d-dec757e43a8c is going to be updated. [ 891.366021] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 891.366021] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 891.366021] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 891.366021] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 891.366021] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 891.372903] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a4b7db26-f9af-4c84-bf2d-dec757e43a8c in Status: IN_PROGRESS for 2s [ 891.412945] env[69685]: INFO networking_nsxv3.common.synchronization [req-96a2dc0b-4683-4ad9-a007-a2a1fd5dd8b0 req-05a149d5-2cf3-43e5-bd3f-0d37db0c4533 service nova] Enqueued Resource ID: a4b7db26-f9af-4c84-bf2d-dec757e43a8c with Priority: HIGHEST for action security_group_rules [ 891.413152] env[69685]: INFO networking_nsxv3.common.synchronization [req-96a2dc0b-4683-4ad9-a007-a2a1fd5dd8b0 req-05a149d5-2cf3-43e5-bd3f-0d37db0c4533 service nova] Enqueued Resource ID: a4b7db26-f9af-4c84-bf2d-dec757e43a8c with Priority: HIGHEST for action security_group_members [ 891.413291] env[69685]: INFO networking_nsxv3.common.synchronization [req-96a2dc0b-4683-4ad9-a007-a2a1fd5dd8b0 req-05a149d5-2cf3-43e5-bd3f-0d37db0c4533 service nova] Enqueued Resource ID: 78395c42-1790-4e28-a12c-194a782f1b85 with Priority: HIGHEST for action port [ 891.413517] env[69685]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a4b7db26-f9af-4c84-bf2d-dec757e43a8c with Priority: HIGHEST for action security_group_rules [ 891.413643] env[69685]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a4b7db26-f9af-4c84-bf2d-dec757e43a8c with Priority: HIGHEST for action security_group_members [ 891.413773] env[69685]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 78395c42-1790-4e28-a12c-194a782f1b85 with Priority: HIGHEST for action port [ 891.414342] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a4b7db26-f9af-4c84-bf2d-dec757e43a8c taken with stack trace [, , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 891.414536] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a4b7db26-f9af-4c84-bf2d-dec757e43a8c" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 891.414625] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a4b7db26-f9af-4c84-bf2d-dec757e43a8c" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 891.414830] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a4b7db26-f9af-4c84-bf2d-dec757e43a8c" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 891.414913] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a4b7db26-f9af-4c84-bf2d-dec757e43a8c',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 891.416483] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock member-a4b7db26-f9af-4c84-bf2d-dec757e43a8c taken with stack trace [, , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 891.417693] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a4b7db26-f9af-4c84-bf2d-dec757e43a8c" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 891.417693] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock port-78395c42-1790-4e28-a12c-194a782f1b85 taken with stack trace [, , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 891.417693] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-78395c42-1790-4e28-a12c-194a782f1b85" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 891.417693] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-78395c42-1790-4e28-a12c-194a782f1b85" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 891.417693] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-78395c42-1790-4e28-a12c-194a782f1b85" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 891.417693] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('78395c42-1790-4e28-a12c-194a782f1b85',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 891.615648] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 891.615794] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 891.615873] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 891.616157] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 891.616260] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 891.616364] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f1b461c7-1841-447b-a91c-0faf0c9465f6 is going to be updated. [ 891.645826] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 891.646100] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 891.646178] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 891.647358] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 891.647358] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 891.656089] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f1b461c7-1841-447b-a91c-0faf0c9465f6 in Status: IN_PROGRESS for 2s [ 891.920530] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock member-a4b7db26-f9af-4c84-bf2d-dec757e43a8c taken with stack trace [, , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 891.921051] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a4b7db26-f9af-4c84-bf2d-dec757e43a8c" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 891.921051] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 78395c42-1790-4e28-a12c-194a782f1b85 with status ACTIVE [ 891.921279] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 891.921279] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 891.921279] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 891.921462] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 891.925493] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 891.925493] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 891.925493] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 891.925493] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 891.925493] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 891.925493] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 891.925493] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 891.925493] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 891.925493] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 891.925493] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 891.925493] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 891.925493] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 78395c42-1790-4e28-a12c-194a782f1b85 is going to be updated. [ 891.954592] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 891.954806] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 891.954866] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 891.955125] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 891.955310] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 891.955477] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-78395c42-1790-4e28-a12c-194a782f1b85" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 892.720161] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f1b461c7-1841-447b-a91c-0faf0c9465f6 in Status: SUCCESS [ 892.720397] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f1b461c7-1841-447b-a91c-0faf0c9465f6" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 892.720568] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f1b461c7-1841-447b-a91c-0faf0c9465f6" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 892.720780] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f1b461c7-1841-447b-a91c-0faf0c9465f6" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 892.720870] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f1b461c7-1841-447b-a91c-0faf0c9465f6',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 893.223874] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock member-f1b461c7-1841-447b-a91c-0faf0c9465f6 taken with stack trace [, , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 893.223874] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f1b461c7-1841-447b-a91c-0faf0c9465f6" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 893.313852] env[69685]: INFO networking_nsxv3.common.synchronization [req-3f57a67c-95ca-4e0d-a460-c96caa8d2c4f req-3b956f9e-8d2c-4c94-9366-a62fcdab0d53 tempest-ImagesOneServerNegativeTestJSON-2023172150 tempest-ImagesOneServerNegativeTestJSON-2023172150-project-member] Enqueued Resource ID: f725338b-04fb-4229-97a1-3eaf15235ac8 with Priority: HIGHEST for action security_group_members [ 893.314390] env[69685]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f725338b-04fb-4229-97a1-3eaf15235ac8 with Priority: HIGHEST for action security_group_members [ 893.314692] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock member-f725338b-04fb-4229-97a1-3eaf15235ac8 taken with stack trace [, , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 893.314810] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f725338b-04fb-4229-97a1-3eaf15235ac8" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 893.314880] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f725338b-04fb-4229-97a1-3eaf15235ac8" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 893.315128] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f725338b-04fb-4229-97a1-3eaf15235ac8" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 893.315284] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 893.315386] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 893.315524] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 893.316256] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 893.316256] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 893.316256] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f725338b-04fb-4229-97a1-3eaf15235ac8',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 893.384112] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a4b7db26-f9af-4c84-bf2d-dec757e43a8c in Status: SUCCESS [ 893.384112] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a4b7db26-f9af-4c84-bf2d-dec757e43a8c" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 893.384112] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a4b7db26-f9af-4c84-bf2d-dec757e43a8c" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 893.384112] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a4b7db26-f9af-4c84-bf2d-dec757e43a8c" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 893.384112] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 893.384112] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 893.384112] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 893.384112] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 893.384112] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 893.384373] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a4b7db26-f9af-4c84-bf2d-dec757e43a8c',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 893.675343] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f1b461c7-1841-447b-a91c-0faf0c9465f6 in Status: SUCCESS [ 893.675343] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f1b461c7-1841-447b-a91c-0faf0c9465f6" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 893.675343] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f1b461c7-1841-447b-a91c-0faf0c9465f6" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 893.675343] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f1b461c7-1841-447b-a91c-0faf0c9465f6" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 893.675505] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 893.675619] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 893.675691] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 893.675887] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 893.675970] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 893.676211] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f1b461c7-1841-447b-a91c-0faf0c9465f6" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 893.676293] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('f1b461c7-1841-447b-a91c-0faf0c9465f6',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 893.821150] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 893.821150] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 893.821150] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 893.821150] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 893.821150] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 893.821555] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 893.821555] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 893.821555] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 893.821555] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 893.821750] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 893.821750] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f725338b-04fb-4229-97a1-3eaf15235ac8 is going to be updated. [ 893.852638] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 893.852809] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 893.852809] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 893.853099] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 893.853427] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 893.861166] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f725338b-04fb-4229-97a1-3eaf15235ac8 in Status: IN_PROGRESS for 2s [ 893.886710] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('a4b7db26-f9af-4c84-bf2d-dec757e43a8c',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 894.179138] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock member-f1b461c7-1841-447b-a91c-0faf0c9465f6 taken with stack trace [, , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 894.179138] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f1b461c7-1841-447b-a91c-0faf0c9465f6" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 894.179138] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f1b461c7-1841-447b-a91c-0faf0c9465f6" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 894.179138] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f1b461c7-1841-447b-a91c-0faf0c9465f6" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 894.179306] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 894.179358] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 894.179388] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 894.179540] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 894.179630] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 894.179717] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f1b461c7-1841-447b-a91c-0faf0c9465f6" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 894.179860] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock member-f1b461c7-1841-447b-a91c-0faf0c9465f6 taken with stack trace [, , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 894.179950] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f1b461c7-1841-447b-a91c-0faf0c9465f6" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 894.180022] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f1b461c7-1841-447b-a91c-0faf0c9465f6" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 894.180161] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f1b461c7-1841-447b-a91c-0faf0c9465f6" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 894.180298] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 894.180388] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 894.180439] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 894.180574] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 894.180728] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 894.180728] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f1b461c7-1841-447b-a91c-0faf0c9465f6" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 894.180831] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('f1b461c7-1841-447b-a91c-0faf0c9465f6',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 894.389349] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('a4b7db26-f9af-4c84-bf2d-dec757e43a8c',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 894.683013] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for f1b461c7-1841-447b-a91c-0faf0c9465f6: rpc.has_security_group_logging(os_id): False [ 894.700544] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 894.700715] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 894.700788] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 894.700974] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 894.701121] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 894.701376] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 894.701512] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 894.701569] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 894.701739] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 894.701803] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 894.701996] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 894.702112] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 894.702179] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 894.702338] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 894.702416] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 894.704189] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 894.704312] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 894.704360] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 894.704550] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 894.704656] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 894.704756] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f1b461c7-1841-447b-a91c-0faf0c9465f6 is going to be updated. [ 894.763455] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 894.763651] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 894.763752] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 894.764250] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 894.764459] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 894.781424] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f1b461c7-1841-447b-a91c-0faf0c9465f6 in Status: IN_PROGRESS for 2s [ 894.892043] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 894.892247] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 894.892326] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 894.892536] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 894.892650] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 894.892754] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a4b7db26-f9af-4c84-bf2d-dec757e43a8c is going to be updated. [ 894.920546] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 894.920768] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 894.920850] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 894.921048] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 894.921248] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 894.928611] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a4b7db26-f9af-4c84-bf2d-dec757e43a8c in Status: IN_PROGRESS for 2s [ 895.870886] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f725338b-04fb-4229-97a1-3eaf15235ac8 in Status: SUCCESS [ 895.871167] env[69685]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f725338b-04fb-4229-97a1-3eaf15235ac8 deletion is rescheduled due to dependency. [ 895.871254] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f725338b-04fb-4229-97a1-3eaf15235ac8" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 896.796204] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f1b461c7-1841-447b-a91c-0faf0c9465f6 in Status: SUCCESS [ 896.796204] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f1b461c7-1841-447b-a91c-0faf0c9465f6" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 896.819465] env[69685]: INFO networking_nsxv3.common.synchronization [req-8a7a1364-0693-4731-97ea-d78c9090da10 req-2899fd9c-9691-4074-bd94-cf3f92a67fd1 tempest-ServersAdminTestJSON-189216652 tempest-ServersAdminTestJSON-189216652-project-member] Enqueued Resource ID: 6c46d096-f047-457a-99ba-22b9e613d7e2 with Priority: HIGHEST for action security_group_members [ 896.820114] env[69685]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6c46d096-f047-457a-99ba-22b9e613d7e2 with Priority: HIGHEST for action security_group_members [ 896.820707] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock member-6c46d096-f047-457a-99ba-22b9e613d7e2 taken with stack trace [, , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 896.820906] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6c46d096-f047-457a-99ba-22b9e613d7e2" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 896.820977] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6c46d096-f047-457a-99ba-22b9e613d7e2" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 896.821727] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6c46d096-f047-457a-99ba-22b9e613d7e2" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 896.821727] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 896.821727] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 896.821727] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 896.822040] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 896.822040] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 896.822144] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6c46d096-f047-457a-99ba-22b9e613d7e2',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 896.947886] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a4b7db26-f9af-4c84-bf2d-dec757e43a8c in Status: SUCCESS [ 896.947886] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a4b7db26-f9af-4c84-bf2d-dec757e43a8c" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 896.947886] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a4b7db26-f9af-4c84-bf2d-dec757e43a8c" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 896.947886] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a4b7db26-f9af-4c84-bf2d-dec757e43a8c" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 896.947886] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 896.947886] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 896.947886] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 896.947886] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 896.947886] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 896.947886] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a4b7db26-f9af-4c84-bf2d-dec757e43a8c" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 896.950277] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('a4b7db26-f9af-4c84-bf2d-dec757e43a8c',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 897.263287] env[69685]: DEBUG networking_nsxv3.common.locking [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Lock network-62 taken with stack trace [, , , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 897.263481] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquiring lock "network-62" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 897.263608] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquired lock "network-62" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 897.264219] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquired external semaphore "network-62" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 897.264635] env[69685]: DEBUG networking_nsxv3.common.locking [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 897.264855] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquiring lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 897.265036] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquired lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 897.265392] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquired external semaphore "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 897.265566] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Releasing lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 897.265801] env[69685]: DEBUG dogpile.cache.region [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] No value present for key: 'zone-id' {{(pid=69685) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 897.265924] env[69685]: DEBUG dogpile.lock [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] NeedRegenerationException {{(pid=69685) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 897.266048] env[69685]: DEBUG dogpile.lock [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] no value, waiting for create lock {{(pid=69685) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 897.266164] env[69685]: DEBUG dogpile.lock [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] value creation lock acquired {{(pid=69685) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 897.266280] env[69685]: DEBUG dogpile.cache.region [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] No value present for key: 'zone-id' {{(pid=69685) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 897.266415] env[69685]: DEBUG dogpile.lock [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Calling creation function for not-yet-present value {{(pid=69685) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 897.266698] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 897.285672] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 897.285672] env[69685]: DEBUG dogpile.cache.region [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=69685) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 897.285862] env[69685]: DEBUG dogpile.lock [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Released creation lock {{(pid=69685) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 897.286076] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Releasing lock "network-62" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 897.286419] env[69685]: DEBUG networking_nsxv3.common.locking [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Lock port-ae54019f-e1fc-4a87-859f-c8288bfc6e0e taken with stack trace [, , , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 897.286677] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquiring lock "port-ae54019f-e1fc-4a87-859f-c8288bfc6e0e" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 897.286899] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquired lock "port-ae54019f-e1fc-4a87-859f-c8288bfc6e0e" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 897.287269] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquired external semaphore "port-ae54019f-e1fc-4a87-859f-c8288bfc6e0e" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 897.287462] env[69685]: DEBUG networking_nsxv3.api.rpc [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ae54019f-e1fc-4a87-859f-c8288bfc6e0e',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 897.324797] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('6c46d096-f047-457a-99ba-22b9e613d7e2',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 897.453092] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock member-a4b7db26-f9af-4c84-bf2d-dec757e43a8c taken with stack trace [, , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 897.453262] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a4b7db26-f9af-4c84-bf2d-dec757e43a8c" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 897.453330] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a4b7db26-f9af-4c84-bf2d-dec757e43a8c" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 897.454053] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a4b7db26-f9af-4c84-bf2d-dec757e43a8c" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 897.454259] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 897.454370] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 897.454457] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 897.454649] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 897.454746] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 897.454834] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a4b7db26-f9af-4c84-bf2d-dec757e43a8c" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 897.454984] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock member-a4b7db26-f9af-4c84-bf2d-dec757e43a8c taken with stack trace [, , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 897.455092] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a4b7db26-f9af-4c84-bf2d-dec757e43a8c" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 897.455194] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a4b7db26-f9af-4c84-bf2d-dec757e43a8c" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 897.455347] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a4b7db26-f9af-4c84-bf2d-dec757e43a8c" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 897.455467] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 897.455703] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 897.455850] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 897.456048] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 897.456146] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 897.456234] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a4b7db26-f9af-4c84-bf2d-dec757e43a8c" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 897.456344] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('a4b7db26-f9af-4c84-bf2d-dec757e43a8c',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 897.790469] env[69685]: DEBUG networking_nsxv3.common.locking [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 897.790704] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquiring lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 897.790832] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquired lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 897.791124] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquired external semaphore "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 897.791274] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Releasing lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 897.791428] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Segment Port ae54019f-e1fc-4a87-859f-c8288bfc6e0e not found, creating... [ 897.791681] env[69685]: DEBUG networking_nsxv3.common.locking [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 897.791834] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquiring lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 897.792449] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquired lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 897.792449] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquired external semaphore "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 897.792449] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Releasing lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 897.792593] env[69685]: DEBUG networking_nsxv3.common.locking [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 897.792750] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquiring lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 897.792866] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquired lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 897.793865] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquired external semaphore "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 897.794173] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Releasing lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 897.794740] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Resource: SegmentPort with ID: ae54019f-e1fc-4a87-859f-c8288bfc6e0e is going to be created. [ 897.813612] env[69685]: DEBUG networking_nsxv3.common.locking [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 897.814034] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquiring lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 897.814273] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquired lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 897.814736] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquired external semaphore "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 897.814976] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Releasing lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 897.815302] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Releasing lock "port-ae54019f-e1fc-4a87-859f-c8288bfc6e0e" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 897.826921] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('6c46d096-f047-457a-99ba-22b9e613d7e2',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 897.961115] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for a4b7db26-f9af-4c84-bf2d-dec757e43a8c: rpc.has_security_group_logging(os_id): False [ 897.985953] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 897.985953] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 897.985953] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 897.985953] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 897.985953] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 897.985953] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 897.985953] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 897.985953] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 897.985953] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 897.985953] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 897.985953] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 897.985953] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 897.985953] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 897.985953] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 897.985953] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 897.986589] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 897.986589] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 897.986589] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 897.986589] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 897.986589] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 897.986589] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a4b7db26-f9af-4c84-bf2d-dec757e43a8c is going to be updated. [ 898.050094] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 898.050169] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 898.050200] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 898.050412] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 898.050561] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 898.066922] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a4b7db26-f9af-4c84-bf2d-dec757e43a8c in Status: IN_PROGRESS for 2s [ 898.330554] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 898.330680] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 898.330749] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 898.330970] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 898.331083] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 898.331172] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6c46d096-f047-457a-99ba-22b9e613d7e2 is going to be updated. [ 898.357274] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 898.357587] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 898.357831] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 898.358223] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 898.358648] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 898.368780] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6c46d096-f047-457a-99ba-22b9e613d7e2 in Status: IN_PROGRESS for 2s [ 898.547381] env[69685]: INFO networking_nsxv3.common.synchronization [req-8a7a1364-0693-4731-97ea-d78c9090da10 req-4698ba83-faa7-466c-bb4f-900f2079196d service nova] Enqueued Resource ID: 6c46d096-f047-457a-99ba-22b9e613d7e2 with Priority: HIGHEST for action security_group_rules [ 898.547720] env[69685]: INFO networking_nsxv3.common.synchronization [req-8a7a1364-0693-4731-97ea-d78c9090da10 req-4698ba83-faa7-466c-bb4f-900f2079196d service nova] Enqueued Resource ID: 6c46d096-f047-457a-99ba-22b9e613d7e2 with Priority: HIGHEST for action security_group_members [ 898.547832] env[69685]: INFO networking_nsxv3.common.synchronization [req-8a7a1364-0693-4731-97ea-d78c9090da10 req-4698ba83-faa7-466c-bb4f-900f2079196d service nova] Enqueued Resource ID: ae54019f-e1fc-4a87-859f-c8288bfc6e0e with Priority: HIGHEST for action port [ 898.548411] env[69685]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6c46d096-f047-457a-99ba-22b9e613d7e2 with Priority: HIGHEST for action security_group_rules [ 898.548544] env[69685]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6c46d096-f047-457a-99ba-22b9e613d7e2 with Priority: HIGHEST for action security_group_members [ 898.548637] env[69685]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ae54019f-e1fc-4a87-859f-c8288bfc6e0e with Priority: HIGHEST for action port [ 898.549205] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock rules-6c46d096-f047-457a-99ba-22b9e613d7e2 taken with stack trace [, , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 898.549205] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-6c46d096-f047-457a-99ba-22b9e613d7e2" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 898.549205] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-6c46d096-f047-457a-99ba-22b9e613d7e2" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 898.549540] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-6c46d096-f047-457a-99ba-22b9e613d7e2" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 898.549540] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('6c46d096-f047-457a-99ba-22b9e613d7e2',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 898.550329] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock member-6c46d096-f047-457a-99ba-22b9e613d7e2 taken with stack trace [, , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 898.550440] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6c46d096-f047-457a-99ba-22b9e613d7e2" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 898.550641] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock port-ae54019f-e1fc-4a87-859f-c8288bfc6e0e taken with stack trace [, , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 898.551101] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ae54019f-e1fc-4a87-859f-c8288bfc6e0e" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 898.551101] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ae54019f-e1fc-4a87-859f-c8288bfc6e0e" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 898.554777] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ae54019f-e1fc-4a87-859f-c8288bfc6e0e" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 898.554924] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ae54019f-e1fc-4a87-859f-c8288bfc6e0e',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 899.049138] env[69685]: INFO networking_nsxv3.common.synchronization [None req-93458fcc-564e-4195-8c5c-444d8e96bb1f None None] Enqueued Resource ID: 08ed2a5b-89d7-420e-931a-ddd5c9419116 with Priority: HIGHEST for action port [ 899.049138] env[69685]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 08ed2a5b-89d7-420e-931a-ddd5c9419116 with Priority: HIGHEST for action port [ 899.049463] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock port-08ed2a5b-89d7-420e-931a-ddd5c9419116 taken with stack trace [, , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 899.049463] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-08ed2a5b-89d7-420e-931a-ddd5c9419116" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 899.049549] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-08ed2a5b-89d7-420e-931a-ddd5c9419116" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 899.049763] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-08ed2a5b-89d7-420e-931a-ddd5c9419116" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 899.049841] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('08ed2a5b-89d7-420e-931a-ddd5c9419116',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 899.058896] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock member-6c46d096-f047-457a-99ba-22b9e613d7e2 taken with stack trace [, , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 899.058896] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6c46d096-f047-457a-99ba-22b9e613d7e2" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 899.058896] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port ae54019f-e1fc-4a87-859f-c8288bfc6e0e with status ACTIVE [ 899.058896] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 899.058896] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 899.058896] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 899.058896] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 899.058896] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 899.058896] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 899.058896] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 899.058896] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 899.058896] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 899.058896] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 899.059480] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 899.059480] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 899.059480] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 899.059480] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 899.059480] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 899.059480] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: ae54019f-e1fc-4a87-859f-c8288bfc6e0e is going to be updated. [ 899.081020] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 899.081163] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 899.081236] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 899.081442] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 899.081574] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 899.081727] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ae54019f-e1fc-4a87-859f-c8288bfc6e0e" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 899.552486] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 08ed2a5b-89d7-420e-931a-ddd5c9419116 [ 899.552486] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 899.552486] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 899.552486] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 899.552486] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 899.552486] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 899.552486] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:08ed2a5b-89d7-420e-931a-ddd5c9419116 already deleted. [ 899.552486] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-08ed2a5b-89d7-420e-931a-ddd5c9419116" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 899.815023] env[69685]: INFO networking_nsxv3.common.synchronization [req-c02dc5cb-49c0-401a-b2f9-cb8bc4fc9cf3 req-320a4e16-0899-4c55-b164-d9ca770de11a tempest-SecurityGroupsTestJSON-185105500 tempest-SecurityGroupsTestJSON-185105500-project-member] Enqueued Resource ID: 69aade4d-c1b1-4d19-ab9a-35b2b8b093ee with Priority: HIGHEST for action security_group_members [ 899.815023] env[69685]: INFO networking_nsxv3.common.synchronization [req-c02dc5cb-49c0-401a-b2f9-cb8bc4fc9cf3 req-320a4e16-0899-4c55-b164-d9ca770de11a tempest-SecurityGroupsTestJSON-185105500 tempest-SecurityGroupsTestJSON-185105500-project-member] Enqueued Resource ID: a4b7db26-f9af-4c84-bf2d-dec757e43a8c with Priority: HIGHEST for action security_group_members [ 899.815023] env[69685]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 69aade4d-c1b1-4d19-ab9a-35b2b8b093ee with Priority: HIGHEST for action security_group_members [ 899.815115] env[69685]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a4b7db26-f9af-4c84-bf2d-dec757e43a8c with Priority: HIGHEST for action security_group_members [ 899.815417] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock member-69aade4d-c1b1-4d19-ab9a-35b2b8b093ee taken with stack trace [, , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 899.815880] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-69aade4d-c1b1-4d19-ab9a-35b2b8b093ee" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 899.815880] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-69aade4d-c1b1-4d19-ab9a-35b2b8b093ee" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 899.815880] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-69aade4d-c1b1-4d19-ab9a-35b2b8b093ee" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 899.816047] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 899.816118] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 899.816180] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 899.816325] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 899.816403] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 899.816497] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('69aade4d-c1b1-4d19-ab9a-35b2b8b093ee',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 899.817372] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock member-a4b7db26-f9af-4c84-bf2d-dec757e43a8c taken with stack trace [, , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 899.817469] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a4b7db26-f9af-4c84-bf2d-dec757e43a8c" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 899.817597] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a4b7db26-f9af-4c84-bf2d-dec757e43a8c" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 899.817705] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a4b7db26-f9af-4c84-bf2d-dec757e43a8c" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 899.818220] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 899.818220] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 899.818220] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 899.818220] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 899.818220] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 899.818484] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a4b7db26-f9af-4c84-bf2d-dec757e43a8c',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 899.892731] env[69685]: INFO networking_nsxv3.common.synchronization [req-c02dc5cb-49c0-401a-b2f9-cb8bc4fc9cf3 req-320a4e16-0899-4c55-b164-d9ca770de11a tempest-SecurityGroupsTestJSON-185105500 tempest-SecurityGroupsTestJSON-185105500-project-member] Enqueued Resource ID: 69aade4d-c1b1-4d19-ab9a-35b2b8b093ee with Priority: HIGHEST for action security_group_rules [ 899.892915] env[69685]: INFO networking_nsxv3.common.synchronization [req-c02dc5cb-49c0-401a-b2f9-cb8bc4fc9cf3 req-320a4e16-0899-4c55-b164-d9ca770de11a tempest-SecurityGroupsTestJSON-185105500 tempest-SecurityGroupsTestJSON-185105500-project-member] Enqueued Resource ID: 69aade4d-c1b1-4d19-ab9a-35b2b8b093ee with Priority: HIGHEST for action security_group_members [ 899.893063] env[69685]: INFO networking_nsxv3.common.synchronization [req-c02dc5cb-49c0-401a-b2f9-cb8bc4fc9cf3 req-320a4e16-0899-4c55-b164-d9ca770de11a tempest-SecurityGroupsTestJSON-185105500 tempest-SecurityGroupsTestJSON-185105500-project-member] Enqueued Resource ID: a4b7db26-f9af-4c84-bf2d-dec757e43a8c with Priority: HIGHEST for action security_group_rules [ 899.893221] env[69685]: INFO networking_nsxv3.common.synchronization [req-c02dc5cb-49c0-401a-b2f9-cb8bc4fc9cf3 req-320a4e16-0899-4c55-b164-d9ca770de11a tempest-SecurityGroupsTestJSON-185105500 tempest-SecurityGroupsTestJSON-185105500-project-member] Enqueued Resource ID: a4b7db26-f9af-4c84-bf2d-dec757e43a8c with Priority: HIGHEST for action security_group_members [ 899.893320] env[69685]: INFO networking_nsxv3.common.synchronization [req-c02dc5cb-49c0-401a-b2f9-cb8bc4fc9cf3 req-320a4e16-0899-4c55-b164-d9ca770de11a tempest-SecurityGroupsTestJSON-185105500 tempest-SecurityGroupsTestJSON-185105500-project-member] Enqueued Resource ID: 78395c42-1790-4e28-a12c-194a782f1b85 with Priority: HIGHEST for action port [ 899.893765] env[69685]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 69aade4d-c1b1-4d19-ab9a-35b2b8b093ee with Priority: HIGHEST for action security_group_rules [ 899.893894] env[69685]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a4b7db26-f9af-4c84-bf2d-dec757e43a8c with Priority: HIGHEST for action security_group_rules [ 899.894042] env[69685]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 78395c42-1790-4e28-a12c-194a782f1b85 with Priority: HIGHEST for action port [ 899.894271] env[69685]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 69aade4d-c1b1-4d19-ab9a-35b2b8b093ee with Priority: HIGHEST for action security_group_members [ 899.894431] env[69685]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a4b7db26-f9af-4c84-bf2d-dec757e43a8c with Priority: HIGHEST for action security_group_members [ 899.894763] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock rules-69aade4d-c1b1-4d19-ab9a-35b2b8b093ee taken with stack trace [, , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 899.894896] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-69aade4d-c1b1-4d19-ab9a-35b2b8b093ee" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 899.894960] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-69aade4d-c1b1-4d19-ab9a-35b2b8b093ee" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 899.895344] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-69aade4d-c1b1-4d19-ab9a-35b2b8b093ee" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 899.895419] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('69aade4d-c1b1-4d19-ab9a-35b2b8b093ee',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 899.896276] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a4b7db26-f9af-4c84-bf2d-dec757e43a8c taken with stack trace [, , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 899.896369] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a4b7db26-f9af-4c84-bf2d-dec757e43a8c" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 899.896750] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock port-78395c42-1790-4e28-a12c-194a782f1b85 taken with stack trace [, , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 899.896864] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-78395c42-1790-4e28-a12c-194a782f1b85" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 899.896948] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-78395c42-1790-4e28-a12c-194a782f1b85" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 899.897179] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-78395c42-1790-4e28-a12c-194a782f1b85" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 899.897261] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('78395c42-1790-4e28-a12c-194a782f1b85',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 899.898165] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock member-69aade4d-c1b1-4d19-ab9a-35b2b8b093ee taken with stack trace [, , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 899.898283] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-69aade4d-c1b1-4d19-ab9a-35b2b8b093ee" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 899.898491] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock member-a4b7db26-f9af-4c84-bf2d-dec757e43a8c taken with stack trace [, , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 899.898667] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a4b7db26-f9af-4c84-bf2d-dec757e43a8c" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 900.081683] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a4b7db26-f9af-4c84-bf2d-dec757e43a8c in Status: SUCCESS [ 900.081683] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a4b7db26-f9af-4c84-bf2d-dec757e43a8c" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 900.081683] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a4b7db26-f9af-4c84-bf2d-dec757e43a8c" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 900.082045] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a4b7db26-f9af-4c84-bf2d-dec757e43a8c" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 900.082045] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a4b7db26-f9af-4c84-bf2d-dec757e43a8c',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 900.323646] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('69aade4d-c1b1-4d19-ab9a-35b2b8b093ee',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 900.323646] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('a4b7db26-f9af-4c84-bf2d-dec757e43a8c',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 900.381178] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6c46d096-f047-457a-99ba-22b9e613d7e2 in Status: SUCCESS [ 900.381178] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6c46d096-f047-457a-99ba-22b9e613d7e2" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 900.381178] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6c46d096-f047-457a-99ba-22b9e613d7e2" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 900.381178] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6c46d096-f047-457a-99ba-22b9e613d7e2" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 900.381178] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 900.381178] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 900.381178] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 900.381178] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 900.381178] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 900.381178] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6c46d096-f047-457a-99ba-22b9e613d7e2',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 900.401244] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 78395c42-1790-4e28-a12c-194a782f1b85 with status ACTIVE [ 900.401380] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 900.401487] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 900.401599] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 900.401768] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 900.401835] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 900.402019] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 900.402131] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 900.402194] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 900.402347] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 900.402600] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 900.402600] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 900.402740] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 900.402767] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 900.402917] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 900.403076] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 900.403171] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 78395c42-1790-4e28-a12c-194a782f1b85 is going to be updated. [ 900.406626] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock member-69aade4d-c1b1-4d19-ab9a-35b2b8b093ee taken with stack trace [, , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 900.406700] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-69aade4d-c1b1-4d19-ab9a-35b2b8b093ee" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 900.424624] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 900.424773] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 900.424843] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 900.425132] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 900.425307] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 900.425471] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-78395c42-1790-4e28-a12c-194a782f1b85" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 900.584698] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock member-a4b7db26-f9af-4c84-bf2d-dec757e43a8c taken with stack trace [, , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 900.585625] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a4b7db26-f9af-4c84-bf2d-dec757e43a8c" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 900.830579] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('a4b7db26-f9af-4c84-bf2d-dec757e43a8c',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 900.830579] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('69aade4d-c1b1-4d19-ab9a-35b2b8b093ee',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 900.884820] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('6c46d096-f047-457a-99ba-22b9e613d7e2',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 901.208025] env[69685]: INFO networking_nsxv3.common.synchronization [None req-803a980c-4e35-4d02-9a72-42997784f49d None None] Enqueued Resource ID: 5deec800-7053-4e99-9f8f-2d4af6d2a124 with Priority: HIGHEST for action port [ 901.208025] env[69685]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5deec800-7053-4e99-9f8f-2d4af6d2a124 with Priority: HIGHEST for action port [ 901.208025] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock port-5deec800-7053-4e99-9f8f-2d4af6d2a124 taken with stack trace [, , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 901.208025] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-5deec800-7053-4e99-9f8f-2d4af6d2a124" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 901.208025] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-5deec800-7053-4e99-9f8f-2d4af6d2a124" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 901.208753] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-5deec800-7053-4e99-9f8f-2d4af6d2a124" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 901.209288] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5deec800-7053-4e99-9f8f-2d4af6d2a124',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 901.332461] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 901.332623] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 901.332697] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 901.332940] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 901.333048] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 901.333154] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a4b7db26-f9af-4c84-bf2d-dec757e43a8c is going to be updated. [ 901.334523] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 901.334701] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 901.334740] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 901.334938] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 901.334986] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 901.337745] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 69aade4d-c1b1-4d19-ab9a-35b2b8b093ee is going to be created. [ 901.365951] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 901.365951] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 901.365951] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 901.365951] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 901.365951] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 901.367132] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 901.367132] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 901.367245] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 901.367466] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 901.368212] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 901.377075] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a4b7db26-f9af-4c84-bf2d-dec757e43a8c in Status: IN_PROGRESS for 2s [ 901.377803] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 69aade4d-c1b1-4d19-ab9a-35b2b8b093ee in Status: UNINITIALIZED for 2s [ 901.391937] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('6c46d096-f047-457a-99ba-22b9e613d7e2',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 901.711904] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 5deec800-7053-4e99-9f8f-2d4af6d2a124 [ 901.712162] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 901.712435] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 901.712435] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 901.714619] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 901.714619] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 901.714619] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:5deec800-7053-4e99-9f8f-2d4af6d2a124 already deleted. [ 901.714619] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-5deec800-7053-4e99-9f8f-2d4af6d2a124" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 901.796245] env[69685]: INFO networking_nsxv3.common.synchronization [req-9229dbca-3451-42d6-b2cd-30ec6cf4278e req-ce5534ec-9202-4295-b0ef-f67236923915 tempest-DeleteServersTestJSON-1187572763 tempest-DeleteServersTestJSON-1187572763-project-member] Enqueued Resource ID: 86643987-b9b4-44bb-b22a-ed3d1837d6d7 with Priority: HIGHEST for action security_group_members [ 901.796245] env[69685]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 86643987-b9b4-44bb-b22a-ed3d1837d6d7 with Priority: HIGHEST for action security_group_members [ 901.796245] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock member-86643987-b9b4-44bb-b22a-ed3d1837d6d7 taken with stack trace [, , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 901.796245] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-86643987-b9b4-44bb-b22a-ed3d1837d6d7" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 901.796245] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-86643987-b9b4-44bb-b22a-ed3d1837d6d7" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 901.796245] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-86643987-b9b4-44bb-b22a-ed3d1837d6d7" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 901.796245] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 901.796245] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 901.796245] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 901.796245] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 901.796245] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 901.796245] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('86643987-b9b4-44bb-b22a-ed3d1837d6d7',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 901.899413] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 901.899603] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 901.899662] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 901.899855] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 901.899951] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 901.900868] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6c46d096-f047-457a-99ba-22b9e613d7e2 is going to be updated. [ 901.908420] env[69685]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-27145722-4c15-45ef-968b-a060eb5ca256 None None] NSXv3 Agent Agent loop - iteration:0 completed [ 901.908420] env[69685]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-27145722-4c15-45ef-968b-a060eb5ca256 None None] NSXv3 Agent Agent loop - iteration:1 started [ 901.937131] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 901.937131] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 901.937131] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 901.937131] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 901.937131] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 901.945303] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6c46d096-f047-457a-99ba-22b9e613d7e2 in Status: IN_PROGRESS for 2s [ 902.272100] env[69685]: DEBUG networking_nsxv3.common.locking [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Lock network-782 taken with stack trace [, , , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 902.272419] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquiring lock "network-782" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 902.272419] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquired lock "network-782" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 902.272725] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquired external semaphore "network-782" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 902.272979] env[69685]: DEBUG networking_nsxv3.common.locking [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 902.273150] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquiring lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 902.273268] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquired lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 902.273480] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquired external semaphore "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 902.273622] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Releasing lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 902.273831] env[69685]: DEBUG dogpile.cache.region [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] No value present for key: 'zone-id' {{(pid=69685) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 902.273941] env[69685]: DEBUG dogpile.lock [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] NeedRegenerationException {{(pid=69685) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 902.274062] env[69685]: DEBUG dogpile.lock [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] no value, waiting for create lock {{(pid=69685) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 902.274172] env[69685]: DEBUG dogpile.lock [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] value creation lock acquired {{(pid=69685) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 902.274282] env[69685]: DEBUG dogpile.cache.region [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] No value present for key: 'zone-id' {{(pid=69685) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 902.274387] env[69685]: DEBUG dogpile.lock [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Calling creation function for not-yet-present value {{(pid=69685) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 902.274640] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 902.292589] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 902.292746] env[69685]: DEBUG dogpile.cache.region [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Cache value generated in 0.018 seconds for key(s): 'zone-id' {{(pid=69685) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 902.292877] env[69685]: DEBUG dogpile.lock [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Released creation lock {{(pid=69685) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 902.293054] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Releasing lock "network-782" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 902.293322] env[69685]: DEBUG networking_nsxv3.common.locking [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Lock port-38eb7de4-10b7-44cd-9f64-45198a4afe36 taken with stack trace [, , , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 902.293478] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquiring lock "port-38eb7de4-10b7-44cd-9f64-45198a4afe36" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 902.293597] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquired lock "port-38eb7de4-10b7-44cd-9f64-45198a4afe36" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 902.293877] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquired external semaphore "port-38eb7de4-10b7-44cd-9f64-45198a4afe36" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 902.294022] env[69685]: DEBUG networking_nsxv3.api.rpc [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('38eb7de4-10b7-44cd-9f64-45198a4afe36',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 902.298467] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 902.298577] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 902.298644] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 902.298802] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 902.298886] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 902.299475] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 902.299475] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 902.299475] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 902.299475] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 902.299475] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 902.299475] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 86643987-b9b4-44bb-b22a-ed3d1837d6d7 already deleted. [ 902.299727] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-86643987-b9b4-44bb-b22a-ed3d1837d6d7" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 902.796155] env[69685]: DEBUG networking_nsxv3.common.locking [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 902.797038] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquiring lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 902.797038] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquired lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 902.797038] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquired external semaphore "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 902.797038] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Releasing lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 902.797238] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Segment Port 38eb7de4-10b7-44cd-9f64-45198a4afe36 not found, creating... [ 902.797398] env[69685]: DEBUG networking_nsxv3.common.locking [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 902.797551] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquiring lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 902.797689] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquired lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 902.797918] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquired external semaphore "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 902.798065] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Releasing lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 902.798346] env[69685]: DEBUG networking_nsxv3.common.locking [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 902.798501] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquiring lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 902.798613] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquired lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 902.798815] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquired external semaphore "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 902.798944] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Releasing lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 902.799097] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Resource: SegmentPort with ID: 38eb7de4-10b7-44cd-9f64-45198a4afe36 is going to be created. [ 902.819744] env[69685]: DEBUG networking_nsxv3.common.locking [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 902.819947] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquiring lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 902.820082] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquired lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 902.820354] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquired external semaphore "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 902.820557] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Releasing lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 902.820756] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Releasing lock "port-38eb7de4-10b7-44cd-9f64-45198a4afe36" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 903.388927] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a4b7db26-f9af-4c84-bf2d-dec757e43a8c in Status: SUCCESS [ 903.388927] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a4b7db26-f9af-4c84-bf2d-dec757e43a8c" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 903.388927] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a4b7db26-f9af-4c84-bf2d-dec757e43a8c" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 903.389457] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a4b7db26-f9af-4c84-bf2d-dec757e43a8c" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 903.389457] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 903.389457] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 903.389457] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 903.389582] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 903.391124] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 903.391124] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a4b7db26-f9af-4c84-bf2d-dec757e43a8c',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 903.391680] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 69aade4d-c1b1-4d19-ab9a-35b2b8b093ee in Status: SUCCESS [ 903.391680] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-69aade4d-c1b1-4d19-ab9a-35b2b8b093ee" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 903.391791] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-69aade4d-c1b1-4d19-ab9a-35b2b8b093ee" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 903.391907] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-69aade4d-c1b1-4d19-ab9a-35b2b8b093ee" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 903.392095] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 903.392221] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 903.392304] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 903.392461] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 903.392543] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 903.392636] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('69aade4d-c1b1-4d19-ab9a-35b2b8b093ee',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 903.589961] env[69685]: INFO networking_nsxv3.common.synchronization [req-9229dbca-3451-42d6-b2cd-30ec6cf4278e req-42cc5bce-c8a7-4ae5-916f-2907986a22f8 service nova] Enqueued Resource ID: 86643987-b9b4-44bb-b22a-ed3d1837d6d7 with Priority: HIGHEST for action security_group_rules [ 903.590300] env[69685]: INFO networking_nsxv3.common.synchronization [req-9229dbca-3451-42d6-b2cd-30ec6cf4278e req-42cc5bce-c8a7-4ae5-916f-2907986a22f8 service nova] Enqueued Resource ID: 86643987-b9b4-44bb-b22a-ed3d1837d6d7 with Priority: HIGHEST for action security_group_members [ 903.590300] env[69685]: INFO networking_nsxv3.common.synchronization [req-9229dbca-3451-42d6-b2cd-30ec6cf4278e req-42cc5bce-c8a7-4ae5-916f-2907986a22f8 service nova] Enqueued Resource ID: 38eb7de4-10b7-44cd-9f64-45198a4afe36 with Priority: HIGHEST for action port [ 903.590616] env[69685]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 86643987-b9b4-44bb-b22a-ed3d1837d6d7 with Priority: HIGHEST for action security_group_rules [ 903.591302] env[69685]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 86643987-b9b4-44bb-b22a-ed3d1837d6d7 with Priority: HIGHEST for action security_group_members [ 903.591302] env[69685]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 38eb7de4-10b7-44cd-9f64-45198a4afe36 with Priority: HIGHEST for action port [ 903.591491] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock rules-86643987-b9b4-44bb-b22a-ed3d1837d6d7 taken with stack trace [, , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 903.591575] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-86643987-b9b4-44bb-b22a-ed3d1837d6d7" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 903.591620] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-86643987-b9b4-44bb-b22a-ed3d1837d6d7" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 903.591880] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-86643987-b9b4-44bb-b22a-ed3d1837d6d7" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 903.591963] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('86643987-b9b4-44bb-b22a-ed3d1837d6d7',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 903.594132] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock member-86643987-b9b4-44bb-b22a-ed3d1837d6d7 taken with stack trace [, , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 903.594920] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-86643987-b9b4-44bb-b22a-ed3d1837d6d7" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 903.594920] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-86643987-b9b4-44bb-b22a-ed3d1837d6d7" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 903.594920] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-86643987-b9b4-44bb-b22a-ed3d1837d6d7" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 903.594920] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 903.594920] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 903.594920] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 903.595159] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 903.595159] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 903.596033] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('86643987-b9b4-44bb-b22a-ed3d1837d6d7',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 903.597070] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock port-38eb7de4-10b7-44cd-9f64-45198a4afe36 taken with stack trace [, , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 903.597145] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-38eb7de4-10b7-44cd-9f64-45198a4afe36" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 903.597229] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-38eb7de4-10b7-44cd-9f64-45198a4afe36" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 903.597482] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-38eb7de4-10b7-44cd-9f64-45198a4afe36" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 903.597616] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('38eb7de4-10b7-44cd-9f64-45198a4afe36',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 903.895548] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('a4b7db26-f9af-4c84-bf2d-dec757e43a8c',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 903.896760] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('69aade4d-c1b1-4d19-ab9a-35b2b8b093ee',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 903.954441] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6c46d096-f047-457a-99ba-22b9e613d7e2 in Status: SUCCESS [ 903.954676] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6c46d096-f047-457a-99ba-22b9e613d7e2" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 903.954850] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6c46d096-f047-457a-99ba-22b9e613d7e2" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 903.955088] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6c46d096-f047-457a-99ba-22b9e613d7e2" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 903.955284] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 903.955401] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 903.955466] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 903.955650] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 903.955776] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 903.955880] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6c46d096-f047-457a-99ba-22b9e613d7e2" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 903.955973] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('6c46d096-f047-457a-99ba-22b9e613d7e2',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 904.100093] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock member-86643987-b9b4-44bb-b22a-ed3d1837d6d7 taken with stack trace [, , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 904.100235] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-86643987-b9b4-44bb-b22a-ed3d1837d6d7" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 904.100408] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('86643987-b9b4-44bb-b22a-ed3d1837d6d7',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 904.101751] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 38eb7de4-10b7-44cd-9f64-45198a4afe36 with status ACTIVE [ 904.101751] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 904.101751] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 904.101751] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 904.101935] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 904.101935] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 904.102092] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 904.102194] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 904.102256] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 904.102413] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 904.102652] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 904.102748] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 904.102860] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 904.102922] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 904.103079] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 904.103156] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 904.103253] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 38eb7de4-10b7-44cd-9f64-45198a4afe36 is going to be updated. [ 904.122907] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 904.123093] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 904.123143] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 904.123309] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 904.123446] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 904.123600] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-38eb7de4-10b7-44cd-9f64-45198a4afe36" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 904.400948] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('a4b7db26-f9af-4c84-bf2d-dec757e43a8c',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 904.400948] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('69aade4d-c1b1-4d19-ab9a-35b2b8b093ee',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 904.458513] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock member-6c46d096-f047-457a-99ba-22b9e613d7e2 taken with stack trace [, , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 904.458679] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6c46d096-f047-457a-99ba-22b9e613d7e2" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 904.458731] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6c46d096-f047-457a-99ba-22b9e613d7e2" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 904.459305] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6c46d096-f047-457a-99ba-22b9e613d7e2" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 904.459305] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 904.459305] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 904.459305] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 904.459557] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 904.459557] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 904.459625] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6c46d096-f047-457a-99ba-22b9e613d7e2" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 904.459749] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock member-6c46d096-f047-457a-99ba-22b9e613d7e2 taken with stack trace [, , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 904.459841] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6c46d096-f047-457a-99ba-22b9e613d7e2" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 904.459896] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6c46d096-f047-457a-99ba-22b9e613d7e2" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 904.460052] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6c46d096-f047-457a-99ba-22b9e613d7e2" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 904.460191] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 904.460281] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 904.460335] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 904.460472] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 904.460546] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 904.460628] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6c46d096-f047-457a-99ba-22b9e613d7e2" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 904.460718] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('6c46d096-f047-457a-99ba-22b9e613d7e2',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 904.605611] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('86643987-b9b4-44bb-b22a-ed3d1837d6d7',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 904.902167] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 904.902358] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 904.902427] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 904.902657] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 904.902750] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 904.902866] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a4b7db26-f9af-4c84-bf2d-dec757e43a8c is going to be updated. [ 904.904247] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 904.904362] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 904.904432] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 904.904591] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 904.904684] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 904.904779] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 69aade4d-c1b1-4d19-ab9a-35b2b8b093ee is going to be updated. [ 904.931541] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 904.931640] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 904.931696] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 904.931940] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 904.932165] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 904.934599] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 904.934740] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 904.934826] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 904.935098] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 904.935258] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 904.946034] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a4b7db26-f9af-4c84-bf2d-dec757e43a8c in Status: IN_PROGRESS for 2s [ 904.946696] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 69aade4d-c1b1-4d19-ab9a-35b2b8b093ee in Status: IN_PROGRESS for 2s [ 904.963300] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 6c46d096-f047-457a-99ba-22b9e613d7e2: rpc.has_security_group_logging(os_id): False [ 904.979049] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 904.979191] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 904.979283] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 904.979470] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 904.979623] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 904.979743] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 904.979840] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 904.979903] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 904.980059] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 904.980142] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 904.980348] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 904.980443] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 904.980502] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 904.980640] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 904.980715] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 904.980901] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 904.980992] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 904.981058] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 904.981200] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 904.981275] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 904.981358] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 6c46d096-f047-457a-99ba-22b9e613d7e2 is going to be updated. [ 905.036734] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 905.036734] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 905.036734] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 905.036734] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 905.036956] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 905.049611] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 6c46d096-f047-457a-99ba-22b9e613d7e2 in Status: IN_PROGRESS for 2s [ 905.110245] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 905.111171] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 905.111316] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 905.111545] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 905.111646] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 905.111752] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 86643987-b9b4-44bb-b22a-ed3d1837d6d7 is going to be created. [ 905.138125] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 905.138125] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 905.138125] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 905.138125] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 905.138918] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 905.146681] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 86643987-b9b4-44bb-b22a-ed3d1837d6d7 in Status: UNINITIALIZED for 2s [ 905.218040] env[69685]: INFO networking_nsxv3.common.synchronization [req-776fee04-a7e3-41e5-87df-d7ff44cc0cd4 req-813e7015-ff7b-4ff9-8ec8-3943a317ef03 tempest-ImagesTestJSON-1265937060 tempest-ImagesTestJSON-1265937060-project-member] Enqueued Resource ID: 4ea7bb1c-b746-44b1-abbe-9e20ef6cb145 with Priority: HIGHEST for action security_group_members [ 905.218040] env[69685]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4ea7bb1c-b746-44b1-abbe-9e20ef6cb145 with Priority: HIGHEST for action security_group_members [ 905.218399] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock member-4ea7bb1c-b746-44b1-abbe-9e20ef6cb145 taken with stack trace [, , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 905.218521] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4ea7bb1c-b746-44b1-abbe-9e20ef6cb145" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 905.218550] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4ea7bb1c-b746-44b1-abbe-9e20ef6cb145" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 905.218805] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4ea7bb1c-b746-44b1-abbe-9e20ef6cb145" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 905.218901] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 905.221564] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 905.221564] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 905.221564] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 905.221564] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 905.221564] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4ea7bb1c-b746-44b1-abbe-9e20ef6cb145',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 905.554720] env[69685]: DEBUG networking_nsxv3.common.locking [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Lock network-824 taken with stack trace [, , , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 905.555026] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquiring lock "network-824" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 905.555026] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquired lock "network-824" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 905.555298] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquired external semaphore "network-824" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 905.555566] env[69685]: DEBUG networking_nsxv3.common.locking [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 905.555756] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquiring lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 905.555971] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquired lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 905.556041] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquired external semaphore "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 905.556204] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Releasing lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 905.556471] env[69685]: DEBUG dogpile.cache.region [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] No value present for key: 'zone-id' {{(pid=69685) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 905.556637] env[69685]: DEBUG dogpile.lock [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] NeedRegenerationException {{(pid=69685) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 905.556884] env[69685]: DEBUG dogpile.lock [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] no value, waiting for create lock {{(pid=69685) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 905.557013] env[69685]: DEBUG dogpile.lock [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] value creation lock acquired {{(pid=69685) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 905.557214] env[69685]: DEBUG dogpile.cache.region [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] No value present for key: 'zone-id' {{(pid=69685) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 905.557271] env[69685]: DEBUG dogpile.lock [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Calling creation function for not-yet-present value {{(pid=69685) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 905.557360] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 905.577540] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 905.577788] env[69685]: DEBUG dogpile.cache.region [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=69685) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 905.577937] env[69685]: DEBUG dogpile.lock [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Released creation lock {{(pid=69685) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 905.578136] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Releasing lock "network-824" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 905.578459] env[69685]: DEBUG networking_nsxv3.common.locking [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Lock port-199ac9ec-7719-4460-beab-68285546e0d1 taken with stack trace [, , , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 905.578635] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquiring lock "port-199ac9ec-7719-4460-beab-68285546e0d1" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 905.578756] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquired lock "port-199ac9ec-7719-4460-beab-68285546e0d1" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 905.579156] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquired external semaphore "port-199ac9ec-7719-4460-beab-68285546e0d1" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 905.579295] env[69685]: DEBUG networking_nsxv3.api.rpc [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('199ac9ec-7719-4460-beab-68285546e0d1',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 905.721808] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 905.722028] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 905.722105] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 905.722319] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 905.722413] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 905.722615] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 905.722713] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 905.722777] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 905.722935] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 905.722999] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 905.723102] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4ea7bb1c-b746-44b1-abbe-9e20ef6cb145 is going to be updated. [ 905.746930] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 905.747039] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 905.747073] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 905.747290] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 905.747436] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 905.755858] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4ea7bb1c-b746-44b1-abbe-9e20ef6cb145 in Status: IN_PROGRESS for 2s [ 905.862083] env[69685]: INFO networking_nsxv3.common.synchronization [req-532f2a56-2b2b-4a3a-99ad-1bcfccbcc3df req-9586ead1-af50-482a-b2b3-b0248e004f9f tempest-SecurityGroupsTestJSON-185105500 tempest-SecurityGroupsTestJSON-185105500-project-member] Enqueued Resource ID: 69aade4d-c1b1-4d19-ab9a-35b2b8b093ee with Priority: HIGHEST for action security_group_members [ 905.862304] env[69685]: INFO networking_nsxv3.common.synchronization [req-532f2a56-2b2b-4a3a-99ad-1bcfccbcc3df req-9586ead1-af50-482a-b2b3-b0248e004f9f tempest-SecurityGroupsTestJSON-185105500 tempest-SecurityGroupsTestJSON-185105500-project-member] Enqueued Resource ID: a4b7db26-f9af-4c84-bf2d-dec757e43a8c with Priority: HIGHEST for action security_group_members [ 905.862519] env[69685]: INFO networking_nsxv3.common.synchronization [req-532f2a56-2b2b-4a3a-99ad-1bcfccbcc3df req-9586ead1-af50-482a-b2b3-b0248e004f9f tempest-SecurityGroupsTestJSON-185105500 tempest-SecurityGroupsTestJSON-185105500-project-member] Enqueued Resource ID: 6b723fcf-2cd9-428e-bc53-3a3099056033 with Priority: HIGHEST for action security_group_members [ 905.863045] env[69685]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 69aade4d-c1b1-4d19-ab9a-35b2b8b093ee with Priority: HIGHEST for action security_group_members [ 905.863215] env[69685]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a4b7db26-f9af-4c84-bf2d-dec757e43a8c with Priority: HIGHEST for action security_group_members [ 905.863334] env[69685]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6b723fcf-2cd9-428e-bc53-3a3099056033 with Priority: HIGHEST for action security_group_members [ 905.863629] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock member-69aade4d-c1b1-4d19-ab9a-35b2b8b093ee taken with stack trace [, , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 905.863739] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-69aade4d-c1b1-4d19-ab9a-35b2b8b093ee" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 905.863960] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock member-a4b7db26-f9af-4c84-bf2d-dec757e43a8c taken with stack trace [, , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 905.864077] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a4b7db26-f9af-4c84-bf2d-dec757e43a8c" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 905.864282] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock member-6b723fcf-2cd9-428e-bc53-3a3099056033 taken with stack trace [, , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 905.864431] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6b723fcf-2cd9-428e-bc53-3a3099056033" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 905.864479] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6b723fcf-2cd9-428e-bc53-3a3099056033" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 905.864813] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6b723fcf-2cd9-428e-bc53-3a3099056033" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 905.865016] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 905.865186] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 905.865282] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 905.865478] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 905.865572] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 905.865672] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6b723fcf-2cd9-428e-bc53-3a3099056033',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 905.931977] env[69685]: INFO networking_nsxv3.common.synchronization [req-532f2a56-2b2b-4a3a-99ad-1bcfccbcc3df req-9586ead1-af50-482a-b2b3-b0248e004f9f tempest-SecurityGroupsTestJSON-185105500 tempest-SecurityGroupsTestJSON-185105500-project-member] Enqueued Resource ID: 69aade4d-c1b1-4d19-ab9a-35b2b8b093ee with Priority: HIGHEST for action security_group_rules [ 905.932107] env[69685]: INFO networking_nsxv3.common.synchronization [req-532f2a56-2b2b-4a3a-99ad-1bcfccbcc3df req-9586ead1-af50-482a-b2b3-b0248e004f9f tempest-SecurityGroupsTestJSON-185105500 tempest-SecurityGroupsTestJSON-185105500-project-member] Enqueued Resource ID: 69aade4d-c1b1-4d19-ab9a-35b2b8b093ee with Priority: HIGHEST for action security_group_members [ 905.932206] env[69685]: INFO networking_nsxv3.common.synchronization [req-532f2a56-2b2b-4a3a-99ad-1bcfccbcc3df req-9586ead1-af50-482a-b2b3-b0248e004f9f tempest-SecurityGroupsTestJSON-185105500 tempest-SecurityGroupsTestJSON-185105500-project-member] Enqueued Resource ID: 6b723fcf-2cd9-428e-bc53-3a3099056033 with Priority: HIGHEST for action security_group_rules [ 905.932334] env[69685]: INFO networking_nsxv3.common.synchronization [req-532f2a56-2b2b-4a3a-99ad-1bcfccbcc3df req-9586ead1-af50-482a-b2b3-b0248e004f9f tempest-SecurityGroupsTestJSON-185105500 tempest-SecurityGroupsTestJSON-185105500-project-member] Enqueued Resource ID: 6b723fcf-2cd9-428e-bc53-3a3099056033 with Priority: HIGHEST for action security_group_members [ 905.932455] env[69685]: INFO networking_nsxv3.common.synchronization [req-532f2a56-2b2b-4a3a-99ad-1bcfccbcc3df req-9586ead1-af50-482a-b2b3-b0248e004f9f tempest-SecurityGroupsTestJSON-185105500 tempest-SecurityGroupsTestJSON-185105500-project-member] Enqueued Resource ID: a4b7db26-f9af-4c84-bf2d-dec757e43a8c with Priority: HIGHEST for action security_group_rules [ 905.932574] env[69685]: INFO networking_nsxv3.common.synchronization [req-532f2a56-2b2b-4a3a-99ad-1bcfccbcc3df req-9586ead1-af50-482a-b2b3-b0248e004f9f tempest-SecurityGroupsTestJSON-185105500 tempest-SecurityGroupsTestJSON-185105500-project-member] Enqueued Resource ID: a4b7db26-f9af-4c84-bf2d-dec757e43a8c with Priority: HIGHEST for action security_group_members [ 905.932696] env[69685]: INFO networking_nsxv3.common.synchronization [req-532f2a56-2b2b-4a3a-99ad-1bcfccbcc3df req-9586ead1-af50-482a-b2b3-b0248e004f9f tempest-SecurityGroupsTestJSON-185105500 tempest-SecurityGroupsTestJSON-185105500-project-member] Enqueued Resource ID: 78395c42-1790-4e28-a12c-194a782f1b85 with Priority: HIGHEST for action port [ 905.933666] env[69685]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 69aade4d-c1b1-4d19-ab9a-35b2b8b093ee with Priority: HIGHEST for action security_group_rules [ 905.933812] env[69685]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6b723fcf-2cd9-428e-bc53-3a3099056033 with Priority: HIGHEST for action security_group_rules [ 905.933895] env[69685]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a4b7db26-f9af-4c84-bf2d-dec757e43a8c with Priority: HIGHEST for action security_group_members [ 905.933988] env[69685]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 78395c42-1790-4e28-a12c-194a782f1b85 with Priority: HIGHEST for action port [ 905.934091] env[69685]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a4b7db26-f9af-4c84-bf2d-dec757e43a8c with Priority: HIGHEST for action security_group_rules [ 905.934179] env[69685]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 69aade4d-c1b1-4d19-ab9a-35b2b8b093ee with Priority: HIGHEST for action security_group_members [ 905.934267] env[69685]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6b723fcf-2cd9-428e-bc53-3a3099056033 with Priority: HIGHEST for action security_group_members [ 905.934553] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock rules-69aade4d-c1b1-4d19-ab9a-35b2b8b093ee taken with stack trace [, , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 905.934934] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-69aade4d-c1b1-4d19-ab9a-35b2b8b093ee" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 905.935438] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock rules-6b723fcf-2cd9-428e-bc53-3a3099056033 taken with stack trace [, , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 905.935438] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-6b723fcf-2cd9-428e-bc53-3a3099056033" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 905.935438] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-6b723fcf-2cd9-428e-bc53-3a3099056033" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 905.935683] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-6b723fcf-2cd9-428e-bc53-3a3099056033" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 905.935729] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('6b723fcf-2cd9-428e-bc53-3a3099056033',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 905.938033] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock member-a4b7db26-f9af-4c84-bf2d-dec757e43a8c taken with stack trace [, , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 905.938033] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a4b7db26-f9af-4c84-bf2d-dec757e43a8c" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 905.938033] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock port-78395c42-1790-4e28-a12c-194a782f1b85 taken with stack trace [, , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 905.938033] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-78395c42-1790-4e28-a12c-194a782f1b85" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 905.938033] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-78395c42-1790-4e28-a12c-194a782f1b85" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 905.938033] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-78395c42-1790-4e28-a12c-194a782f1b85" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 905.938033] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('78395c42-1790-4e28-a12c-194a782f1b85',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 905.939011] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a4b7db26-f9af-4c84-bf2d-dec757e43a8c taken with stack trace [, , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 905.939132] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a4b7db26-f9af-4c84-bf2d-dec757e43a8c" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 905.939324] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock member-69aade4d-c1b1-4d19-ab9a-35b2b8b093ee taken with stack trace [, , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 905.939435] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-69aade4d-c1b1-4d19-ab9a-35b2b8b093ee" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 905.939719] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock member-6b723fcf-2cd9-428e-bc53-3a3099056033 taken with stack trace [, , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 905.939815] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6b723fcf-2cd9-428e-bc53-3a3099056033" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 906.084246] env[69685]: DEBUG networking_nsxv3.common.locking [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 906.084693] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquiring lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 906.085376] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquired lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 906.085376] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquired external semaphore "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 906.085559] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Releasing lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 906.085730] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Segment Port 199ac9ec-7719-4460-beab-68285546e0d1 not found, creating... [ 906.086330] env[69685]: DEBUG networking_nsxv3.common.locking [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 906.086330] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquiring lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 906.086469] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquired lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 906.086778] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquired external semaphore "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 906.086976] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Releasing lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 906.087357] env[69685]: DEBUG networking_nsxv3.common.locking [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 906.087655] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquiring lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 906.089093] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquired lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 906.089093] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquired external semaphore "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 906.089093] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Releasing lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 906.089093] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Resource: SegmentPort with ID: 199ac9ec-7719-4460-beab-68285546e0d1 is going to be created. [ 906.122374] env[69685]: DEBUG networking_nsxv3.common.locking [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 906.125354] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquiring lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 906.125354] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquired lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 906.125354] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquired external semaphore "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 906.125354] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Releasing lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 906.125354] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Releasing lock "port-199ac9ec-7719-4460-beab-68285546e0d1" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 906.368749] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('6b723fcf-2cd9-428e-bc53-3a3099056033',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 906.438306] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock member-6b723fcf-2cd9-428e-bc53-3a3099056033 taken with stack trace [, , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 906.438483] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6b723fcf-2cd9-428e-bc53-3a3099056033" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 906.440831] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 78395c42-1790-4e28-a12c-194a782f1b85 with status ACTIVE [ 906.440951] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 906.441076] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 906.441164] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 906.441381] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 906.441481] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 906.441651] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 906.441755] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 906.441911] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 906.441997] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 906.442051] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 906.442215] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 906.442313] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 906.442355] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 906.442497] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 906.442569] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 906.442650] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 78395c42-1790-4e28-a12c-194a782f1b85 is going to be updated. [ 906.466044] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 906.466044] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 906.466044] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 906.466044] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 906.466044] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 906.466044] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-78395c42-1790-4e28-a12c-194a782f1b85" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 906.831091] env[69685]: INFO networking_nsxv3.common.synchronization [req-776fee04-a7e3-41e5-87df-d7ff44cc0cd4 req-7aa17f33-8df5-4da0-b080-ea0d98ef60a2 service nova] Enqueued Resource ID: 4ea7bb1c-b746-44b1-abbe-9e20ef6cb145 with Priority: HIGHEST for action security_group_rules [ 906.831310] env[69685]: INFO networking_nsxv3.common.synchronization [req-776fee04-a7e3-41e5-87df-d7ff44cc0cd4 req-7aa17f33-8df5-4da0-b080-ea0d98ef60a2 service nova] Enqueued Resource ID: 4ea7bb1c-b746-44b1-abbe-9e20ef6cb145 with Priority: HIGHEST for action security_group_members [ 906.831369] env[69685]: INFO networking_nsxv3.common.synchronization [req-776fee04-a7e3-41e5-87df-d7ff44cc0cd4 req-7aa17f33-8df5-4da0-b080-ea0d98ef60a2 service nova] Enqueued Resource ID: 199ac9ec-7719-4460-beab-68285546e0d1 with Priority: HIGHEST for action port [ 906.831604] env[69685]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4ea7bb1c-b746-44b1-abbe-9e20ef6cb145 with Priority: HIGHEST for action security_group_rules [ 906.831763] env[69685]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4ea7bb1c-b746-44b1-abbe-9e20ef6cb145 with Priority: HIGHEST for action security_group_members [ 906.831862] env[69685]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 199ac9ec-7719-4460-beab-68285546e0d1 with Priority: HIGHEST for action port [ 906.832969] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock rules-4ea7bb1c-b746-44b1-abbe-9e20ef6cb145 taken with stack trace [, , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 906.833113] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-4ea7bb1c-b746-44b1-abbe-9e20ef6cb145" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 906.833185] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-4ea7bb1c-b746-44b1-abbe-9e20ef6cb145" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 906.833458] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-4ea7bb1c-b746-44b1-abbe-9e20ef6cb145" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 906.833545] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('4ea7bb1c-b746-44b1-abbe-9e20ef6cb145',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 906.834403] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock member-4ea7bb1c-b746-44b1-abbe-9e20ef6cb145 taken with stack trace [, , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 906.834506] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4ea7bb1c-b746-44b1-abbe-9e20ef6cb145" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 906.835041] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock port-199ac9ec-7719-4460-beab-68285546e0d1 taken with stack trace [, , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 906.835166] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-199ac9ec-7719-4460-beab-68285546e0d1" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 906.835237] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-199ac9ec-7719-4460-beab-68285546e0d1" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 906.835407] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-199ac9ec-7719-4460-beab-68285546e0d1" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 906.835483] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('199ac9ec-7719-4460-beab-68285546e0d1',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 906.871205] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('6b723fcf-2cd9-428e-bc53-3a3099056033',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 906.959178] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 69aade4d-c1b1-4d19-ab9a-35b2b8b093ee in Status: SUCCESS [ 906.959506] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-69aade4d-c1b1-4d19-ab9a-35b2b8b093ee" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 906.959562] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-69aade4d-c1b1-4d19-ab9a-35b2b8b093ee" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 906.959751] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-69aade4d-c1b1-4d19-ab9a-35b2b8b093ee" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 906.959934] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 906.960065] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 906.960127] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 906.960274] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 906.960353] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 906.960437] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-69aade4d-c1b1-4d19-ab9a-35b2b8b093ee" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 906.960528] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('69aade4d-c1b1-4d19-ab9a-35b2b8b093ee',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 906.961889] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a4b7db26-f9af-4c84-bf2d-dec757e43a8c in Status: SUCCESS [ 906.962076] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a4b7db26-f9af-4c84-bf2d-dec757e43a8c" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 906.962330] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-69aade4d-c1b1-4d19-ab9a-35b2b8b093ee" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 906.962388] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-69aade4d-c1b1-4d19-ab9a-35b2b8b093ee" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 906.962556] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 906.962631] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 906.962722] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 906.962812] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 906.962972] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 906.962972] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('69aade4d-c1b1-4d19-ab9a-35b2b8b093ee',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 906.963617] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a4b7db26-f9af-4c84-bf2d-dec757e43a8c" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 906.963777] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a4b7db26-f9af-4c84-bf2d-dec757e43a8c" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 906.963925] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 906.964035] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 906.964099] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 906.964237] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 906.964320] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 906.964458] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a4b7db26-f9af-4c84-bf2d-dec757e43a8c" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 906.964557] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('a4b7db26-f9af-4c84-bf2d-dec757e43a8c',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 906.969283] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a4b7db26-f9af-4c84-bf2d-dec757e43a8c" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 906.969528] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a4b7db26-f9af-4c84-bf2d-dec757e43a8c" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 906.969604] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 906.969688] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 906.969754] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 906.969890] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 906.969971] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 906.970374] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a4b7db26-f9af-4c84-bf2d-dec757e43a8c',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 907.063676] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 6c46d096-f047-457a-99ba-22b9e613d7e2 in Status: SUCCESS [ 907.063812] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-6c46d096-f047-457a-99ba-22b9e613d7e2" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 907.156496] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 86643987-b9b4-44bb-b22a-ed3d1837d6d7 in Status: UNINITIALIZED for 4s [ 907.338014] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 199ac9ec-7719-4460-beab-68285546e0d1 with status ACTIVE [ 907.338386] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 907.338532] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 907.338605] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 907.338961] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 907.338961] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 907.339105] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 907.339209] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 907.339277] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 907.339448] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 907.339529] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 907.339721] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 907.339818] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 907.339875] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 907.340025] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 907.340156] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 907.340194] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 199ac9ec-7719-4460-beab-68285546e0d1 is going to be updated. [ 907.341596] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock member-4ea7bb1c-b746-44b1-abbe-9e20ef6cb145 taken with stack trace [, , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 907.341818] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4ea7bb1c-b746-44b1-abbe-9e20ef6cb145" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 907.363088] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 907.363246] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 907.363317] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 907.363539] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 907.363675] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 907.363826] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-199ac9ec-7719-4460-beab-68285546e0d1" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 907.379369] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 907.379369] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 907.379369] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 907.379369] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 907.379369] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 907.379369] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6b723fcf-2cd9-428e-bc53-3a3099056033 is going to be created. [ 907.399578] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 907.399698] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 907.399735] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 907.399964] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 907.400138] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 907.421368] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6b723fcf-2cd9-428e-bc53-3a3099056033 in Status: UNINITIALIZED for 2s [ 907.471050] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock member-a4b7db26-f9af-4c84-bf2d-dec757e43a8c taken with stack trace [, , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 907.471050] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a4b7db26-f9af-4c84-bf2d-dec757e43a8c" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 907.471050] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('69aade4d-c1b1-4d19-ab9a-35b2b8b093ee',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 907.471889] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('69aade4d-c1b1-4d19-ab9a-35b2b8b093ee',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 907.475582] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('a4b7db26-f9af-4c84-bf2d-dec757e43a8c',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 907.765436] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4ea7bb1c-b746-44b1-abbe-9e20ef6cb145 in Status: SUCCESS [ 907.765625] env[69685]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4ea7bb1c-b746-44b1-abbe-9e20ef6cb145 deletion is rescheduled due to dependency. [ 907.765738] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4ea7bb1c-b746-44b1-abbe-9e20ef6cb145" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 907.765896] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4ea7bb1c-b746-44b1-abbe-9e20ef6cb145" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 907.766164] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4ea7bb1c-b746-44b1-abbe-9e20ef6cb145" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 907.766357] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 907.766484] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 907.766540] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 907.766722] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 907.766810] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 907.766910] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4ea7bb1c-b746-44b1-abbe-9e20ef6cb145',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 907.973714] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('69aade4d-c1b1-4d19-ab9a-35b2b8b093ee',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 907.974553] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 69aade4d-c1b1-4d19-ab9a-35b2b8b093ee: rpc.has_security_group_logging(os_id): False [ 907.976858] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('a4b7db26-f9af-4c84-bf2d-dec757e43a8c',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 907.991657] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 907.991812] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 907.991898] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 907.992199] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 907.992344] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 907.992827] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 907.992827] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 907.992827] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 907.992932] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 907.993858] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 907.993858] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 69aade4d-c1b1-4d19-ab9a-35b2b8b093ee is going to be created. [ 908.042239] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 908.042387] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 908.042504] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 908.042742] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 908.042953] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 908.051822] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 69aade4d-c1b1-4d19-ab9a-35b2b8b093ee in Status: IN_PROGRESS for 2s [ 908.273562] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('4ea7bb1c-b746-44b1-abbe-9e20ef6cb145',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 908.477080] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 908.477307] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 908.477385] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 908.477649] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 908.477748] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 908.477892] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 69aade4d-c1b1-4d19-ab9a-35b2b8b093ee is going to be updated. [ 908.479153] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 908.479265] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 908.479381] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 908.479590] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 908.479680] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 908.479776] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a4b7db26-f9af-4c84-bf2d-dec757e43a8c is going to be updated. [ 908.509954] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 908.510196] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 908.510294] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 908.510531] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 908.510708] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 908.512770] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 908.512915] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 908.513291] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 908.513291] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 908.513416] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 908.516394] env[69685]: INFO networking_nsxv3.common.synchronization [req-aa9e1e28-2b0d-4e45-8e44-42b5446d6f8b req-fb3aa7b3-6d77-433d-97fc-afe8aca1fa7f tempest-AttachInterfacesTestJSON-1165856161 tempest-AttachInterfacesTestJSON-1165856161-project-member] Enqueued Resource ID: 250f4dd6-d118-43eb-b675-8113286ade80 with Priority: HIGHEST for action security_group_members [ 908.516910] env[69685]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 250f4dd6-d118-43eb-b675-8113286ade80 with Priority: HIGHEST for action security_group_members [ 908.517234] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock member-250f4dd6-d118-43eb-b675-8113286ade80 taken with stack trace [, , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 908.517347] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-250f4dd6-d118-43eb-b675-8113286ade80" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 908.517398] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-250f4dd6-d118-43eb-b675-8113286ade80" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 908.517784] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-250f4dd6-d118-43eb-b675-8113286ade80" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 908.517874] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 908.517993] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 908.518072] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 908.518322] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 908.518408] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 908.518500] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('250f4dd6-d118-43eb-b675-8113286ade80',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 908.522747] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a4b7db26-f9af-4c84-bf2d-dec757e43a8c in Status: IN_PROGRESS for 2s [ 908.523381] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 69aade4d-c1b1-4d19-ab9a-35b2b8b093ee in Status: IN_PROGRESS for 2s [ 908.773300] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('4ea7bb1c-b746-44b1-abbe-9e20ef6cb145',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 908.820494] env[69685]: DEBUG networking_nsxv3.common.locking [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Lock network-52 taken with stack trace [, , , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 908.820931] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquiring lock "network-52" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 908.820931] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquired lock "network-52" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 908.821148] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquired external semaphore "network-52" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 908.821411] env[69685]: DEBUG networking_nsxv3.common.locking [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 908.821567] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquiring lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 908.821960] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquired lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 908.821960] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquired external semaphore "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 908.822159] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Releasing lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 908.822469] env[69685]: DEBUG dogpile.cache.region [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] No value present for key: 'zone-id' {{(pid=69685) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 908.822762] env[69685]: DEBUG dogpile.lock [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] NeedRegenerationException {{(pid=69685) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 908.822846] env[69685]: DEBUG dogpile.lock [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] no value, waiting for create lock {{(pid=69685) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 908.822983] env[69685]: DEBUG dogpile.lock [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] value creation lock acquired {{(pid=69685) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 908.824180] env[69685]: DEBUG dogpile.cache.region [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] No value present for key: 'zone-id' {{(pid=69685) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 908.824180] env[69685]: DEBUG dogpile.lock [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Calling creation function for not-yet-present value {{(pid=69685) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 908.824180] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 908.846020] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 908.846020] env[69685]: DEBUG dogpile.cache.region [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=69685) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 908.846020] env[69685]: DEBUG dogpile.lock [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Released creation lock {{(pid=69685) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 908.846020] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Releasing lock "network-52" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 908.846020] env[69685]: DEBUG networking_nsxv3.common.locking [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Lock port-e2537686-031f-4113-92c0-d261ea50b6b6 taken with stack trace [, , , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 908.846020] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquiring lock "port-e2537686-031f-4113-92c0-d261ea50b6b6" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 908.846020] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquired lock "port-e2537686-031f-4113-92c0-d261ea50b6b6" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 908.846842] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquired external semaphore "port-e2537686-031f-4113-92c0-d261ea50b6b6" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 908.846994] env[69685]: DEBUG networking_nsxv3.api.rpc [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e2537686-031f-4113-92c0-d261ea50b6b6',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 908.849628] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock all taken with stack trace [, , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 908.850350] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "all" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 908.850350] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "all" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 908.850350] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "all" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 908.850350] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_ports_with_revisions called with arguments (1000, 0) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 909.021024] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 909.021024] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 909.021024] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 909.021024] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 909.021024] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 909.021409] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 909.021409] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 909.021409] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 909.021409] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 909.021409] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 909.021599] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 250f4dd6-d118-43eb-b675-8113286ade80 already deleted. [ 909.021599] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-250f4dd6-d118-43eb-b675-8113286ade80" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 909.088886] env[69685]: INFO networking_nsxv3.common.synchronization [req-d0a593ea-d465-4d2c-9627-9a1662618f2f req-c9ffb808-3077-4bb5-838b-b1c3522e863c tempest-SecurityGroupsTestJSON-185105500 tempest-SecurityGroupsTestJSON-185105500-project-member] Enqueued Resource ID: 69aade4d-c1b1-4d19-ab9a-35b2b8b093ee with Priority: HIGHEST for action security_group_members [ 909.089080] env[69685]: INFO networking_nsxv3.common.synchronization [req-d0a593ea-d465-4d2c-9627-9a1662618f2f req-c9ffb808-3077-4bb5-838b-b1c3522e863c tempest-SecurityGroupsTestJSON-185105500 tempest-SecurityGroupsTestJSON-185105500-project-member] Enqueued Resource ID: a4b7db26-f9af-4c84-bf2d-dec757e43a8c with Priority: HIGHEST for action security_group_members [ 909.089215] env[69685]: INFO networking_nsxv3.common.synchronization [req-d0a593ea-d465-4d2c-9627-9a1662618f2f req-c9ffb808-3077-4bb5-838b-b1c3522e863c tempest-SecurityGroupsTestJSON-185105500 tempest-SecurityGroupsTestJSON-185105500-project-member] Enqueued Resource ID: 6b723fcf-2cd9-428e-bc53-3a3099056033 with Priority: HIGHEST for action security_group_members [ 909.089729] env[69685]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 69aade4d-c1b1-4d19-ab9a-35b2b8b093ee with Priority: HIGHEST for action security_group_members [ 909.089890] env[69685]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a4b7db26-f9af-4c84-bf2d-dec757e43a8c with Priority: HIGHEST for action security_group_members [ 909.090036] env[69685]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6b723fcf-2cd9-428e-bc53-3a3099056033 with Priority: HIGHEST for action security_group_members [ 909.090380] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock member-69aade4d-c1b1-4d19-ab9a-35b2b8b093ee taken with stack trace [, , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 909.090468] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-69aade4d-c1b1-4d19-ab9a-35b2b8b093ee" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 909.090612] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock member-a4b7db26-f9af-4c84-bf2d-dec757e43a8c taken with stack trace [, , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 909.090762] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a4b7db26-f9af-4c84-bf2d-dec757e43a8c" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 909.090881] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock member-6b723fcf-2cd9-428e-bc53-3a3099056033 taken with stack trace [, , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 909.090959] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6b723fcf-2cd9-428e-bc53-3a3099056033" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 909.168866] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 86643987-b9b4-44bb-b22a-ed3d1837d6d7 in Status: SUCCESS [ 909.168866] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-86643987-b9b4-44bb-b22a-ed3d1837d6d7" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 909.168866] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-86643987-b9b4-44bb-b22a-ed3d1837d6d7" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 909.168866] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-86643987-b9b4-44bb-b22a-ed3d1837d6d7" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 909.168866] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 909.168866] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 909.168866] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 909.168866] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 909.168866] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 909.168866] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-86643987-b9b4-44bb-b22a-ed3d1837d6d7" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 909.168866] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('86643987-b9b4-44bb-b22a-ed3d1837d6d7',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 909.283127] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 909.283127] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 909.283127] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 909.283127] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 909.283127] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 909.283127] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4ea7bb1c-b746-44b1-abbe-9e20ef6cb145 is going to be updated. [ 909.309181] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 909.309371] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 909.309442] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 909.309745] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 909.309904] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 909.318909] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4ea7bb1c-b746-44b1-abbe-9e20ef6cb145 in Status: IN_PROGRESS for 2s [ 909.350234] env[69685]: DEBUG networking_nsxv3.common.locking [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 909.350925] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquiring lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 909.350925] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquired lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 909.351062] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquired external semaphore "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 909.351145] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Releasing lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 909.351301] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Segment Port e2537686-031f-4113-92c0-d261ea50b6b6 not found, creating... [ 909.351610] env[69685]: DEBUG networking_nsxv3.common.locking [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 909.351785] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquiring lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 909.351907] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquired lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 909.352310] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquired external semaphore "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 909.352310] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Releasing lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 909.352607] env[69685]: DEBUG networking_nsxv3.common.locking [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 909.352770] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquiring lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 909.352889] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquired lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 909.353618] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquired external semaphore "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 909.353618] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Releasing lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 909.353618] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Resource: SegmentPort with ID: e2537686-031f-4113-92c0-d261ea50b6b6 is going to be created. [ 909.355121] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_groups_with_revisions called with arguments (1000, 0) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 909.374263] env[69685]: DEBUG networking_nsxv3.common.locking [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 909.374532] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquiring lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 909.374679] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquired lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 909.375039] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquired external semaphore "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 909.375352] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Releasing lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 909.375682] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Releasing lock "port-e2537686-031f-4113-92c0-d261ea50b6b6" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 909.430451] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6b723fcf-2cd9-428e-bc53-3a3099056033 in Status: SUCCESS [ 909.430687] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6b723fcf-2cd9-428e-bc53-3a3099056033" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 909.430859] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6b723fcf-2cd9-428e-bc53-3a3099056033" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 909.431105] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6b723fcf-2cd9-428e-bc53-3a3099056033" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 909.431296] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 909.431415] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 909.431517] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 909.431631] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 909.431713] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 909.431813] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6b723fcf-2cd9-428e-bc53-3a3099056033',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 909.674212] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock member-86643987-b9b4-44bb-b22a-ed3d1837d6d7 taken with stack trace [, , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 909.674345] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-86643987-b9b4-44bb-b22a-ed3d1837d6d7" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 909.674418] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-86643987-b9b4-44bb-b22a-ed3d1837d6d7" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 909.674671] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-86643987-b9b4-44bb-b22a-ed3d1837d6d7" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 909.674800] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 909.674895] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 909.675097] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 909.675187] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 909.675187] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 909.675274] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-86643987-b9b4-44bb-b22a-ed3d1837d6d7" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 909.675422] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock member-86643987-b9b4-44bb-b22a-ed3d1837d6d7 taken with stack trace [, , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 909.675515] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-86643987-b9b4-44bb-b22a-ed3d1837d6d7" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 909.675573] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-86643987-b9b4-44bb-b22a-ed3d1837d6d7" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 909.675711] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-86643987-b9b4-44bb-b22a-ed3d1837d6d7" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 909.675847] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 909.675939] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 909.676011] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 909.676151] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 909.676226] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 909.676306] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-86643987-b9b4-44bb-b22a-ed3d1837d6d7" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 909.676395] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('86643987-b9b4-44bb-b22a-ed3d1837d6d7',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 909.858676] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_qos_policies_with_revisions called with arguments (1000, 0) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 909.934401] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 909.934401] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 909.934401] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 909.934401] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 909.934570] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 909.935261] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 909.935261] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 909.935261] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 909.935261] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 909.935261] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 909.935261] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6b723fcf-2cd9-428e-bc53-3a3099056033 is going to be deleted. [ 909.966868] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 909.966868] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 909.966868] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 909.966868] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 909.966868] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 909.966868] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6b723fcf-2cd9-428e-bc53-3a3099056033" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 909.966868] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6b723fcf-2cd9-428e-bc53-3a3099056033" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 909.966868] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6b723fcf-2cd9-428e-bc53-3a3099056033" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 909.967493] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 909.967660] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 909.967751] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 909.967943] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 909.968066] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 909.968191] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6b723fcf-2cd9-428e-bc53-3a3099056033',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 910.065088] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 69aade4d-c1b1-4d19-ab9a-35b2b8b093ee in Status: SUCCESS [ 910.065348] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-69aade4d-c1b1-4d19-ab9a-35b2b8b093ee" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 910.065513] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-69aade4d-c1b1-4d19-ab9a-35b2b8b093ee" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 910.066057] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-69aade4d-c1b1-4d19-ab9a-35b2b8b093ee" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 910.066057] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('69aade4d-c1b1-4d19-ab9a-35b2b8b093ee',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 910.114853] env[69685]: INFO networking_nsxv3.common.synchronization [req-aa9e1e28-2b0d-4e45-8e44-42b5446d6f8b req-29deb1fa-8497-4f92-8e1e-6dd2461fb199 service nova] Enqueued Resource ID: 250f4dd6-d118-43eb-b675-8113286ade80 with Priority: HIGHEST for action security_group_rules [ 910.115051] env[69685]: INFO networking_nsxv3.common.synchronization [req-aa9e1e28-2b0d-4e45-8e44-42b5446d6f8b req-29deb1fa-8497-4f92-8e1e-6dd2461fb199 service nova] Enqueued Resource ID: 250f4dd6-d118-43eb-b675-8113286ade80 with Priority: HIGHEST for action security_group_members [ 910.115195] env[69685]: INFO networking_nsxv3.common.synchronization [req-aa9e1e28-2b0d-4e45-8e44-42b5446d6f8b req-29deb1fa-8497-4f92-8e1e-6dd2461fb199 service nova] Enqueued Resource ID: e2537686-031f-4113-92c0-d261ea50b6b6 with Priority: HIGHEST for action port [ 910.115417] env[69685]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 250f4dd6-d118-43eb-b675-8113286ade80 with Priority: HIGHEST for action security_group_rules [ 910.115560] env[69685]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 250f4dd6-d118-43eb-b675-8113286ade80 with Priority: HIGHEST for action security_group_members [ 910.115632] env[69685]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e2537686-031f-4113-92c0-d261ea50b6b6 with Priority: HIGHEST for action port [ 910.116155] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock rules-250f4dd6-d118-43eb-b675-8113286ade80 taken with stack trace [, , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 910.116278] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-250f4dd6-d118-43eb-b675-8113286ade80" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 910.116346] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-250f4dd6-d118-43eb-b675-8113286ade80" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 910.116544] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-250f4dd6-d118-43eb-b675-8113286ade80" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 910.116623] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('250f4dd6-d118-43eb-b675-8113286ade80',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 910.117547] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock member-250f4dd6-d118-43eb-b675-8113286ade80 taken with stack trace [, , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 910.118207] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-250f4dd6-d118-43eb-b675-8113286ade80" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 910.118283] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-250f4dd6-d118-43eb-b675-8113286ade80" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 910.118461] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-250f4dd6-d118-43eb-b675-8113286ade80" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 910.119038] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 910.119184] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 910.119300] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 910.119418] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 910.119505] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 910.119602] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('250f4dd6-d118-43eb-b675-8113286ade80',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 910.120414] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock port-e2537686-031f-4113-92c0-d261ea50b6b6 taken with stack trace [, , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 910.120548] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e2537686-031f-4113-92c0-d261ea50b6b6" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 910.120580] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e2537686-031f-4113-92c0-d261ea50b6b6" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 910.120730] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e2537686-031f-4113-92c0-d261ea50b6b6" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 910.120804] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e2537686-031f-4113-92c0-d261ea50b6b6',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 910.181951] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 86643987-b9b4-44bb-b22a-ed3d1837d6d7: rpc.has_security_group_logging(os_id): False [ 910.200217] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 910.200217] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 910.200217] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 910.200217] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 910.200641] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 910.200641] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 910.200816] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 910.200975] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 910.201272] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 910.201397] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 910.201677] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 910.201841] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 910.201958] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 910.202162] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 910.202277] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 910.202563] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 910.202747] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 910.202815] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 910.203055] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 910.203176] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 910.203321] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 86643987-b9b4-44bb-b22a-ed3d1837d6d7 is going to be created. [ 910.288319] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 910.288485] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 910.288540] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 910.288757] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 910.288943] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 910.302691] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 86643987-b9b4-44bb-b22a-ed3d1837d6d7 in Status: IN_PROGRESS for 2s [ 910.362960] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Inventory metadata is going to be refreshed. [ 910.362960] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Segment. [ 910.474037] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 910.474037] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 910.474037] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 910.474293] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 910.474396] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 910.474607] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 910.474768] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 910.474804] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 910.475109] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 910.475109] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 910.475694] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6b723fcf-2cd9-428e-bc53-3a3099056033 already deleted. [ 910.475694] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6b723fcf-2cd9-428e-bc53-3a3099056033" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 910.475694] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('6b723fcf-2cd9-428e-bc53-3a3099056033',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 910.477041] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6b723fcf-2cd9-428e-bc53-3a3099056033" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 910.477041] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6b723fcf-2cd9-428e-bc53-3a3099056033" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 910.477041] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 910.477041] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 910.477041] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 910.477041] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 910.477041] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 910.477467] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6b723fcf-2cd9-428e-bc53-3a3099056033',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 910.535098] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a4b7db26-f9af-4c84-bf2d-dec757e43a8c in Status: SUCCESS [ 910.535098] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a4b7db26-f9af-4c84-bf2d-dec757e43a8c" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 910.535098] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a4b7db26-f9af-4c84-bf2d-dec757e43a8c" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 910.535098] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a4b7db26-f9af-4c84-bf2d-dec757e43a8c" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 910.535098] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 910.535098] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 910.535098] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 910.535404] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 910.535404] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 910.535717] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a4b7db26-f9af-4c84-bf2d-dec757e43a8c',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 910.537869] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 69aade4d-c1b1-4d19-ab9a-35b2b8b093ee in Status: SUCCESS [ 910.538197] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-69aade4d-c1b1-4d19-ab9a-35b2b8b093ee" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 910.538394] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-69aade4d-c1b1-4d19-ab9a-35b2b8b093ee" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 910.538617] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-69aade4d-c1b1-4d19-ab9a-35b2b8b093ee" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 910.538890] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 910.538981] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 910.539028] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 910.539167] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 910.539250] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 910.539346] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('69aade4d-c1b1-4d19-ab9a-35b2b8b093ee',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 910.588935] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 910.589108] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 910.589183] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 910.589395] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 910.589490] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 910.589595] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 69aade4d-c1b1-4d19-ab9a-35b2b8b093ee is going to be deleted. [ 910.623880] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('250f4dd6-d118-43eb-b675-8113286ade80',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 910.626699] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock member-250f4dd6-d118-43eb-b675-8113286ade80 taken with stack trace [, , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 910.628086] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-250f4dd6-d118-43eb-b675-8113286ade80" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 910.628086] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port e2537686-031f-4113-92c0-d261ea50b6b6 with status ACTIVE [ 910.628086] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 910.628086] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 910.628086] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 910.631926] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 910.631926] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 910.631926] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 910.631926] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 910.631926] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 910.631926] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 910.631926] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 910.631926] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 910.631926] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 910.631926] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 910.631926] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 910.631926] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 910.631926] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: e2537686-031f-4113-92c0-d261ea50b6b6 is going to be updated. [ 910.636531] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 910.636531] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 910.636531] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 910.636531] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 910.636531] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 910.636531] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-69aade4d-c1b1-4d19-ab9a-35b2b8b093ee" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 910.655332] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 910.655332] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 910.655332] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 910.655332] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 910.655332] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 910.655332] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e2537686-031f-4113-92c0-d261ea50b6b6" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 910.978984] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('6b723fcf-2cd9-428e-bc53-3a3099056033',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 910.984216] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 910.984216] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 910.984216] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 910.984216] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 910.984216] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 910.984216] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 910.984216] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 910.984216] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 910.984216] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 910.984216] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 910.984216] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6b723fcf-2cd9-428e-bc53-3a3099056033 already deleted. [ 910.984216] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6b723fcf-2cd9-428e-bc53-3a3099056033" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 911.041805] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('a4b7db26-f9af-4c84-bf2d-dec757e43a8c',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 911.043084] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 911.043196] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 911.043289] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 911.043462] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 911.043553] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 911.043737] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 911.043878] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 911.043913] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 911.044119] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 911.044193] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 911.044287] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 69aade4d-c1b1-4d19-ab9a-35b2b8b093ee is going to be deleted. [ 911.074599] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 911.074599] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 911.074599] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 911.074599] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 911.074599] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 911.074599] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-69aade4d-c1b1-4d19-ab9a-35b2b8b093ee" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 911.074599] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-69aade4d-c1b1-4d19-ab9a-35b2b8b093ee" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 911.074599] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-69aade4d-c1b1-4d19-ab9a-35b2b8b093ee" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 911.074599] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 911.074599] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 911.074599] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 911.074599] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 911.074599] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 911.074599] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('69aade4d-c1b1-4d19-ab9a-35b2b8b093ee',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 911.127018] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('250f4dd6-d118-43eb-b675-8113286ade80',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 911.196259] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 911.196564] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 911.196683] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 911.197095] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 911.213108] env[69685]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider [-] Duplicate resource with OS_ID: 992 ID: cl2-zone-992 [ 911.214199] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 911.215537] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:SegmentPort. [ 911.263630] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 911.263725] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 911.263771] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 911.264187] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 911.270393] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 911.270906] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:SegmentPort Is:0. [ 911.271215] env[69685]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:SegmentPort Are:set() {{(pid=69685) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 911.271318] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules). [ 911.302208] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 911.303941] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 911.303941] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 911.303941] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 911.304098] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 911.304261] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules Remote IP Prefix). [ 911.326899] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4ea7bb1c-b746-44b1-abbe-9e20ef6cb145 in Status: SUCCESS [ 911.327135] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4ea7bb1c-b746-44b1-abbe-9e20ef6cb145" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 911.327319] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4ea7bb1c-b746-44b1-abbe-9e20ef6cb145" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 911.327725] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4ea7bb1c-b746-44b1-abbe-9e20ef6cb145" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 911.327914] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 911.329185] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 911.329185] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 911.329185] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 911.329185] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 911.329185] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4ea7bb1c-b746-44b1-abbe-9e20ef6cb145" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 911.329185] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('4ea7bb1c-b746-44b1-abbe-9e20ef6cb145',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 911.356800] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules Remote IP Prefix) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 911.356976] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules Remote IP Prefix)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 911.357049] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules Remote IP Prefix)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 911.357346] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules Remote IP Prefix)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 911.357435] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules Remote IP Prefix)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 911.357615] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Address Group. [ 911.414009] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Address Group taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 911.415414] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Address Group" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 911.415499] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Address Group" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 911.418605] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Address Group" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 911.418605] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Address Group" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 911.418605] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Security Group (Rules) Is:31. [ 911.418605] env[69685]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Security Group (Rules) Are:{'6cf41d16-4205-4887-b38c-620fa22008fa', 'e98ab8aa-b2b9-4d93-b385-e471c986864a', '001d6e59-0565-43c1-8370-8ff4e3de8dbb', 'f7493f91-3855-4cdf-b1bb-82c20660c232', '373dc220-6922-42c9-9031-971b9f1da491', '3211b9d1-adbc-4da4-8106-e021149069f9', 'ad29a8b0-a5e7-47be-9c58-8b349ac208f7', '821485bd-4de2-4dea-8610-5c489355978c', 'e06b4d68-ebac-434a-8084-749324514a02', 'f2a20afc-0049-435b-a4ff-c05dab76672d', 'f725338b-04fb-4229-97a1-3eaf15235ac8', '3020eacc-da2b-44d0-a6a9-b3a094cac43a', '4ea7bb1c-b746-44b1-abbe-9e20ef6cb145', '38825f6e-f5b3-476a-ade8-5547ffbe74c1', 'a4b7db26-f9af-4c84-bf2d-dec757e43a8c', '9f77f884-bf5a-4239-9508-cd9e7aec6f18', 'f1b461c7-1841-447b-a91c-0faf0c9465f6', '72339107-b0aa-4dfd-956d-5878859c7012', '864e2079-55d7-49d2-a768-8c1685d1fc04', '86643987-b9b4-44bb-b22a-ed3d1837d6d7', '6c46d096-f047-457a-99ba-22b9e613d7e2', 'f65c8e4c-f08a-4581-b7a6-d79e38e7d0d2', 'cf2f5d4c-3cd8-4fdd-9a9f-ec6fe7d29873', 'a092aa68-9019-4bb2-8328-7755f4756316', 'b2cbcb4a-8cfb-4552-a801-42c4104e9177', 'a24645bc-2ebe-49bd-bc4f-109759b44485', 'f9fe5796-97e5-42cd-b9a0-bf405b68f6e5', 'ac536170-a00a-4e24-bc25-b3bd0dc6d3c3', '57c79f05-c8b8-4e1c-bd66-5127a731c4ec', '9fc3b289-4ce8-45ab-a115-93a511ca9b60', '7e595196-78e9-4731-8bbc-1732959ee441'} {{(pid=69685) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 911.418605] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Segment QoS. [ 911.433154] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Segment QoS taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 911.433311] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment QoS" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 911.433368] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment QoS" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 911.433570] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment QoS" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 911.433711] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment QoS" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 911.433774] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Segment QoS Is:0. [ 911.433809] env[69685]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Segment QoS Are:set() {{(pid=69685) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 911.433876] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Members). [ 911.484302] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 6b723fcf-2cd9-428e-bc53-3a3099056033: rpc.has_security_group_logging(os_id): False [ 911.488815] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 911.488962] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 911.489045] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 911.489489] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 911.490101] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 911.490310] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Security Group (Members) Is:0. [ 911.490390] env[69685]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Security Group (Members) Are:set() {{(pid=69685) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 911.490460] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Inventory metadata have been refreshed. [ 911.490525] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 0/0 resources of Type:Ports [ 911.490599] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 20/31 resources of Type:Security Group Rules [ 911.490670] env[69685]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 6cf41d16-4205-4887-b38c-620fa22008fa with Priority: HIGH for action security_group_rules [ 911.490811] env[69685]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: e98ab8aa-b2b9-4d93-b385-e471c986864a with Priority: HIGH for action security_group_rules [ 911.490811] env[69685]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 001d6e59-0565-43c1-8370-8ff4e3de8dbb with Priority: HIGH for action security_group_rules [ 911.490882] env[69685]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: f7493f91-3855-4cdf-b1bb-82c20660c232 with Priority: HIGH for action security_group_rules [ 911.490963] env[69685]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 373dc220-6922-42c9-9031-971b9f1da491 with Priority: HIGH for action security_group_rules [ 911.490963] env[69685]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 3211b9d1-adbc-4da4-8106-e021149069f9 with Priority: HIGH for action security_group_rules [ 911.491060] env[69685]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: ad29a8b0-a5e7-47be-9c58-8b349ac208f7 with Priority: HIGH for action security_group_rules [ 911.491089] env[69685]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 821485bd-4de2-4dea-8610-5c489355978c with Priority: HIGH for action security_group_rules [ 911.491154] env[69685]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: e06b4d68-ebac-434a-8084-749324514a02 with Priority: HIGH for action security_group_rules [ 911.491247] env[69685]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: f2a20afc-0049-435b-a4ff-c05dab76672d with Priority: HIGH for action security_group_rules [ 911.491247] env[69685]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: f725338b-04fb-4229-97a1-3eaf15235ac8 with Priority: HIGH for action security_group_rules [ 911.491343] env[69685]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 3020eacc-da2b-44d0-a6a9-b3a094cac43a with Priority: HIGH for action security_group_rules [ 911.491435] env[69685]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 4ea7bb1c-b746-44b1-abbe-9e20ef6cb145 with Priority: HIGH for action security_group_rules [ 911.491435] env[69685]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 38825f6e-f5b3-476a-ade8-5547ffbe74c1 with Priority: HIGH for action security_group_rules [ 911.491569] env[69685]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: a4b7db26-f9af-4c84-bf2d-dec757e43a8c with Priority: HIGH for action security_group_rules [ 911.491569] env[69685]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 9f77f884-bf5a-4239-9508-cd9e7aec6f18 with Priority: HIGH for action security_group_rules [ 911.491706] env[69685]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: f1b461c7-1841-447b-a91c-0faf0c9465f6 with Priority: HIGH for action security_group_rules [ 911.491706] env[69685]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 72339107-b0aa-4dfd-956d-5878859c7012 with Priority: HIGH for action security_group_rules [ 911.491706] env[69685]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 864e2079-55d7-49d2-a768-8c1685d1fc04 with Priority: HIGH for action security_group_rules [ 911.491824] env[69685]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 86643987-b9b4-44bb-b22a-ed3d1837d6d7 with Priority: HIGH for action security_group_rules [ 911.491914] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "all" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 911.506691] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 911.506872] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 911.506939] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 911.507161] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 911.507247] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 911.507559] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 911.507559] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 911.507647] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 911.508037] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 911.508037] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 911.508037] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 6b723fcf-2cd9-428e-bc53-3a3099056033 is going to be created. [ 911.523753] env[69685]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.client_nsx [-] Warning Code=404 Message=b'{\n "httpStatus" : "NOT_FOUND",\n "error_code" : 500232,\n "module_name" : "Policy",\n "error_message" : "Following dependent objects, used in path=[/infra/domains/default/security-policies/6b723fcf-2cd9-428e-bc53-3a3099056033], does not exist path=[/infra/domains/default/groups/6b723fcf-2cd9-428e-bc53-3a3099056033]."\n}' [ 911.523853] env[69685]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 6b723fcf-2cd9-428e-bc53-3a3099056033 failed to be updated, retrying after metadata refresh: requests.exceptions.HTTPError: 404 Client Error: Not Found for url: https://nsxt.osci.c.eu-de-1.cloud.sap:443/policy/api/v1/infra/domains/default/security-policies/6b723fcf-2cd9-428e-bc53-3a3099056033 [ 911.523893] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules). [ 911.546533] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('a4b7db26-f9af-4c84-bf2d-dec757e43a8c',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 911.554272] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 911.554272] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 911.554272] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 911.554272] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 911.554272] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 911.554272] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 911.554272] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 911.554272] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 911.554599] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 911.554679] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 911.555100] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 911.555222] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 911.555287] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 911.555545] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 911.555629] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 911.555717] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 6b723fcf-2cd9-428e-bc53-3a3099056033 is going to be created. [ 911.576509] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 911.576691] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 911.576746] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 911.577058] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 911.577154] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 911.577352] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 911.577490] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 911.577564] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 911.577732] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 911.577827] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 911.578008] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 69aade4d-c1b1-4d19-ab9a-35b2b8b093ee already deleted. [ 911.578099] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-69aade4d-c1b1-4d19-ab9a-35b2b8b093ee" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 911.584377] env[69685]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.client_nsx [-] Warning Code=404 Message=b'{\n "httpStatus" : "NOT_FOUND",\n "error_code" : 500232,\n "module_name" : "Policy",\n "error_message" : "Following dependent objects, used in path=[/infra/domains/default/security-policies/6b723fcf-2cd9-428e-bc53-3a3099056033], does not exist path=[/infra/domains/default/groups/6b723fcf-2cd9-428e-bc53-3a3099056033]."\n}': requests.exceptions.HTTPError: 404 Client Error: Not Found for url: https://nsxt.osci.c.eu-de-1.cloud.sap:443/policy/api/v1/infra/domains/default/security-policies/6b723fcf-2cd9-428e-bc53-3a3099056033 [ 911.584533] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-6b723fcf-2cd9-428e-bc53-3a3099056033" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 911.584737] env[69685]: Traceback (most recent call last): [ 911.584797] env[69685]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py", line 36, in wrapper [ 911.584797] env[69685]: return func(*args, **kwargs) [ 911.584797] env[69685]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py", line 786, in _realize [ 911.584797] env[69685]: res.raise_for_status() [ 911.584797] env[69685]: File "/opt/stack/data/venv/lib/python3.10/site-packages/requests/models.py", line 1024, in raise_for_status [ 911.584797] env[69685]: raise HTTPError(http_error_msg, response=self) [ 911.584797] env[69685]: requests.exceptions.HTTPError: 404 Client Error: Not Found for url: https://nsxt.osci.c.eu-de-1.cloud.sap:443/policy/api/v1/infra/domains/default/security-policies/6b723fcf-2cd9-428e-bc53-3a3099056033 [ 911.584797] env[69685]: During handling of the above exception, another exception occurred: [ 911.584797] env[69685]: Traceback (most recent call last): [ 911.584797] env[69685]: File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/hubs/poll.py", line 111, in wait [ 911.584797] env[69685]: listener.cb(fileno) [ 911.584797] env[69685]: File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 272, in main [ 911.584797] env[69685]: result = function(*args, **kwargs) [ 911.584797] env[69685]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/realization.py", line 210, in security_group_rules [ 911.584797] env[69685]: self.nsx_provider.sg_rules_realize(os_sg, logged=logged) [ 911.584797] env[69685]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py", line 1012, in sg_rules_realize [ 911.584797] env[69685]: return self._realize(Provider.SG_RULES, delete, self.payload.sg_rules_container, os_sg, provider_sg) [ 911.584797] env[69685]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py", line 45, in wrapper [ 911.584797] env[69685]: return func(self, resource_type, delete, self.payload.sg_rules_container, os_obj, provider_sg) [ 911.584797] env[69685]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py", line 786, in _realize [ 911.584797] env[69685]: res.raise_for_status() [ 911.584797] env[69685]: File "/opt/stack/data/venv/lib/python3.10/site-packages/requests/models.py", line 1024, in raise_for_status [ 911.584797] env[69685]: raise HTTPError(http_error_msg, response=self) [ 911.584797] env[69685]: requests.exceptions.HTTPError: 404 Client Error: Not Found for url: https://nsxt.osci.c.eu-de-1.cloud.sap:443/policy/api/v1/infra/domains/default/security-policies/6b723fcf-2cd9-428e-bc53-3a3099056033 [ 911.585414] env[69685]: Removing descriptor: 33 [ 911.630251] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 911.630251] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 911.630251] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 911.630251] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 911.630251] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 911.630422] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 250f4dd6-d118-43eb-b675-8113286ade80 is going to be created. [ 911.650573] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 911.650695] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 911.650742] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 911.650947] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 911.651121] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 911.659421] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 250f4dd6-d118-43eb-b675-8113286ade80 in Status: UNINITIALIZED for 2s [ 911.832092] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock member-4ea7bb1c-b746-44b1-abbe-9e20ef6cb145 taken with stack trace [, , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 911.832384] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4ea7bb1c-b746-44b1-abbe-9e20ef6cb145" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 911.832384] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4ea7bb1c-b746-44b1-abbe-9e20ef6cb145" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 911.832672] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4ea7bb1c-b746-44b1-abbe-9e20ef6cb145" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 911.832893] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 911.833131] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 911.833131] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 911.833355] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 911.833439] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 911.833531] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4ea7bb1c-b746-44b1-abbe-9e20ef6cb145" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 911.833775] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock member-4ea7bb1c-b746-44b1-abbe-9e20ef6cb145 taken with stack trace [, , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 911.833844] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4ea7bb1c-b746-44b1-abbe-9e20ef6cb145" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 911.834156] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4ea7bb1c-b746-44b1-abbe-9e20ef6cb145" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 911.834156] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4ea7bb1c-b746-44b1-abbe-9e20ef6cb145" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 911.834301] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 911.834401] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 911.834552] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 911.834632] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 911.834759] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 911.835944] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4ea7bb1c-b746-44b1-abbe-9e20ef6cb145" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 911.835944] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('4ea7bb1c-b746-44b1-abbe-9e20ef6cb145',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 912.051642] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 912.052294] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 912.052294] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 912.052294] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 912.052294] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 912.052470] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a4b7db26-f9af-4c84-bf2d-dec757e43a8c is going to be updated. [ 912.082881] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 912.082881] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 912.082881] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 912.082881] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 912.082881] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 912.091747] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a4b7db26-f9af-4c84-bf2d-dec757e43a8c in Status: IN_PROGRESS for 2s [ 912.338341] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 4ea7bb1c-b746-44b1-abbe-9e20ef6cb145: rpc.has_security_group_logging(os_id): False [ 912.391253] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 86643987-b9b4-44bb-b22a-ed3d1837d6d7 in Status: SUCCESS [ 912.391498] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-86643987-b9b4-44bb-b22a-ed3d1837d6d7" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 912.396224] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 912.396461] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 912.396591] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 912.396811] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 912.427180] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 912.427467] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 912.427615] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 912.427681] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 912.428916] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 912.428916] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 912.428916] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 912.428916] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 912.428916] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 912.428916] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 912.428916] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 912.428916] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 912.428916] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 912.428916] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 912.429418] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 912.429669] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 912.429746] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 4ea7bb1c-b746-44b1-abbe-9e20ef6cb145 is going to be updated. [ 912.491576] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 912.491710] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 912.491805] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 912.492074] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 912.492265] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 912.512407] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 4ea7bb1c-b746-44b1-abbe-9e20ef6cb145 in Status: IN_PROGRESS for 2s [ 913.516990] env[69685]: INFO networking_nsxv3.common.synchronization [None req-1ce598f4-c4c5-40a6-b509-b9996266c203 None None] Enqueued Resource ID: 106616da-84c2-404d-9f2f-62178242b2ba with Priority: HIGHEST for action port [ 913.517398] env[69685]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 106616da-84c2-404d-9f2f-62178242b2ba with Priority: HIGHEST for action port [ 913.517398] env[69685]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6cf41d16-4205-4887-b38c-620fa22008fa with Priority: HIGH for action security_group_rules [ 913.517502] env[69685]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 001d6e59-0565-43c1-8370-8ff4e3de8dbb with Priority: HIGH for action security_group_rules [ 913.518070] env[69685]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ad29a8b0-a5e7-47be-9c58-8b349ac208f7 with Priority: HIGH for action security_group_rules [ 913.518070] env[69685]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a4b7db26-f9af-4c84-bf2d-dec757e43a8c with Priority: HIGH for action security_group_rules [ 913.518070] env[69685]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 86643987-b9b4-44bb-b22a-ed3d1837d6d7 with Priority: HIGH for action security_group_rules [ 913.518070] env[69685]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 864e2079-55d7-49d2-a768-8c1685d1fc04 with Priority: HIGH for action security_group_rules [ 913.518070] env[69685]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 72339107-b0aa-4dfd-956d-5878859c7012 with Priority: HIGH for action security_group_rules [ 913.518358] env[69685]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f1b461c7-1841-447b-a91c-0faf0c9465f6 with Priority: HIGH for action security_group_rules [ 913.518358] env[69685]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 38825f6e-f5b3-476a-ade8-5547ffbe74c1 with Priority: HIGH for action security_group_rules [ 913.518358] env[69685]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9f77f884-bf5a-4239-9508-cd9e7aec6f18 with Priority: HIGH for action security_group_rules [ 913.518358] env[69685]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4ea7bb1c-b746-44b1-abbe-9e20ef6cb145 with Priority: HIGH for action security_group_rules [ 913.518532] env[69685]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3020eacc-da2b-44d0-a6a9-b3a094cac43a with Priority: HIGH for action security_group_rules [ 913.518532] env[69685]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f725338b-04fb-4229-97a1-3eaf15235ac8 with Priority: HIGH for action security_group_rules [ 913.518625] env[69685]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f2a20afc-0049-435b-a4ff-c05dab76672d with Priority: HIGH for action security_group_rules [ 913.518675] env[69685]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e06b4d68-ebac-434a-8084-749324514a02 with Priority: HIGH for action security_group_rules [ 913.519413] env[69685]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3211b9d1-adbc-4da4-8106-e021149069f9 with Priority: HIGH for action security_group_rules [ 913.519413] env[69685]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 821485bd-4de2-4dea-8610-5c489355978c with Priority: HIGH for action security_group_rules [ 913.519413] env[69685]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 373dc220-6922-42c9-9031-971b9f1da491 with Priority: HIGH for action security_group_rules [ 913.519413] env[69685]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e98ab8aa-b2b9-4d93-b385-e471c986864a with Priority: HIGH for action security_group_rules [ 913.520372] env[69685]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f7493f91-3855-4cdf-b1bb-82c20660c232 with Priority: HIGH for action security_group_rules [ 913.520798] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock port-106616da-84c2-404d-9f2f-62178242b2ba taken with stack trace [, , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 913.520926] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-106616da-84c2-404d-9f2f-62178242b2ba" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 913.520992] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-106616da-84c2-404d-9f2f-62178242b2ba" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 913.521290] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-106616da-84c2-404d-9f2f-62178242b2ba" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 913.521928] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('106616da-84c2-404d-9f2f-62178242b2ba',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 913.522344] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock rules-6cf41d16-4205-4887-b38c-620fa22008fa taken with stack trace [, , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 913.522467] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-6cf41d16-4205-4887-b38c-620fa22008fa" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 913.523036] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-6cf41d16-4205-4887-b38c-620fa22008fa" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 913.523036] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-6cf41d16-4205-4887-b38c-620fa22008fa" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 913.523036] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('6cf41d16-4205-4887-b38c-620fa22008fa',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 913.524629] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock rules-001d6e59-0565-43c1-8370-8ff4e3de8dbb taken with stack trace [, , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 913.524950] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-001d6e59-0565-43c1-8370-8ff4e3de8dbb" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 913.527086] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-001d6e59-0565-43c1-8370-8ff4e3de8dbb" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 913.527298] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-001d6e59-0565-43c1-8370-8ff4e3de8dbb" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 913.527387] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('001d6e59-0565-43c1-8370-8ff4e3de8dbb',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 913.528330] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ad29a8b0-a5e7-47be-9c58-8b349ac208f7 taken with stack trace [, , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 913.528441] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ad29a8b0-a5e7-47be-9c58-8b349ac208f7" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 913.528524] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ad29a8b0-a5e7-47be-9c58-8b349ac208f7" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 913.528707] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ad29a8b0-a5e7-47be-9c58-8b349ac208f7" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 913.528795] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ad29a8b0-a5e7-47be-9c58-8b349ac208f7',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 913.529755] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a4b7db26-f9af-4c84-bf2d-dec757e43a8c taken with stack trace [, , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 913.529857] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a4b7db26-f9af-4c84-bf2d-dec757e43a8c" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 913.530253] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock rules-86643987-b9b4-44bb-b22a-ed3d1837d6d7 taken with stack trace [, , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 913.530416] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-86643987-b9b4-44bb-b22a-ed3d1837d6d7" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 913.530520] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-86643987-b9b4-44bb-b22a-ed3d1837d6d7" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 913.530719] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-86643987-b9b4-44bb-b22a-ed3d1837d6d7" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 913.530839] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('86643987-b9b4-44bb-b22a-ed3d1837d6d7',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 913.532744] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock rules-864e2079-55d7-49d2-a768-8c1685d1fc04 taken with stack trace [, , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 913.532744] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-864e2079-55d7-49d2-a768-8c1685d1fc04" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 913.532744] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-864e2079-55d7-49d2-a768-8c1685d1fc04" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 913.533054] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-864e2079-55d7-49d2-a768-8c1685d1fc04" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 913.533208] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('864e2079-55d7-49d2-a768-8c1685d1fc04',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 913.535295] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock rules-72339107-b0aa-4dfd-956d-5878859c7012 taken with stack trace [, , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 913.535496] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-72339107-b0aa-4dfd-956d-5878859c7012" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 913.535604] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-72339107-b0aa-4dfd-956d-5878859c7012" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 913.535814] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-72339107-b0aa-4dfd-956d-5878859c7012" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 913.535961] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('72339107-b0aa-4dfd-956d-5878859c7012',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 913.537144] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f1b461c7-1841-447b-a91c-0faf0c9465f6 taken with stack trace [, , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 913.537396] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f1b461c7-1841-447b-a91c-0faf0c9465f6" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 913.537507] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f1b461c7-1841-447b-a91c-0faf0c9465f6" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 913.537736] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f1b461c7-1841-447b-a91c-0faf0c9465f6" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 913.537872] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f1b461c7-1841-447b-a91c-0faf0c9465f6',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 913.538992] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock rules-38825f6e-f5b3-476a-ade8-5547ffbe74c1 taken with stack trace [, , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 913.539771] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-38825f6e-f5b3-476a-ade8-5547ffbe74c1" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 913.539891] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-38825f6e-f5b3-476a-ade8-5547ffbe74c1" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 913.540159] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-38825f6e-f5b3-476a-ade8-5547ffbe74c1" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 913.540292] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('38825f6e-f5b3-476a-ade8-5547ffbe74c1',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 913.542148] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock rules-9f77f884-bf5a-4239-9508-cd9e7aec6f18 taken with stack trace [, , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 913.542252] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-9f77f884-bf5a-4239-9508-cd9e7aec6f18" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 913.542301] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-9f77f884-bf5a-4239-9508-cd9e7aec6f18" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 913.542473] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-9f77f884-bf5a-4239-9508-cd9e7aec6f18" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 913.542568] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('9f77f884-bf5a-4239-9508-cd9e7aec6f18',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 913.543754] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock rules-4ea7bb1c-b746-44b1-abbe-9e20ef6cb145 taken with stack trace [, , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 913.543860] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-4ea7bb1c-b746-44b1-abbe-9e20ef6cb145" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 913.544174] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock rules-3020eacc-da2b-44d0-a6a9-b3a094cac43a taken with stack trace [, , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 913.544282] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-3020eacc-da2b-44d0-a6a9-b3a094cac43a" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 913.544347] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-3020eacc-da2b-44d0-a6a9-b3a094cac43a" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 913.544506] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-3020eacc-da2b-44d0-a6a9-b3a094cac43a" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 913.544630] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('3020eacc-da2b-44d0-a6a9-b3a094cac43a',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 913.546699] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f725338b-04fb-4229-97a1-3eaf15235ac8 taken with stack trace [, , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 913.546699] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f725338b-04fb-4229-97a1-3eaf15235ac8" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 913.546699] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f725338b-04fb-4229-97a1-3eaf15235ac8" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 913.546841] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f725338b-04fb-4229-97a1-3eaf15235ac8" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 913.546908] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f725338b-04fb-4229-97a1-3eaf15235ac8',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 913.548465] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f2a20afc-0049-435b-a4ff-c05dab76672d taken with stack trace [, , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 913.548610] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f2a20afc-0049-435b-a4ff-c05dab76672d" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 913.548681] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f2a20afc-0049-435b-a4ff-c05dab76672d" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 913.549706] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f2a20afc-0049-435b-a4ff-c05dab76672d" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 913.549751] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f2a20afc-0049-435b-a4ff-c05dab76672d',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 913.550748] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e06b4d68-ebac-434a-8084-749324514a02 taken with stack trace [, , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 913.551014] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e06b4d68-ebac-434a-8084-749324514a02" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 913.551127] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e06b4d68-ebac-434a-8084-749324514a02" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 913.551371] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e06b4d68-ebac-434a-8084-749324514a02" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 913.551515] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e06b4d68-ebac-434a-8084-749324514a02',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 913.552782] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock rules-3211b9d1-adbc-4da4-8106-e021149069f9 taken with stack trace [, , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 913.552782] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-3211b9d1-adbc-4da4-8106-e021149069f9" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 913.552782] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-3211b9d1-adbc-4da4-8106-e021149069f9" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 913.552956] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-3211b9d1-adbc-4da4-8106-e021149069f9" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 913.553101] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('3211b9d1-adbc-4da4-8106-e021149069f9',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 913.554688] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock rules-821485bd-4de2-4dea-8610-5c489355978c taken with stack trace [, , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 913.554688] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-821485bd-4de2-4dea-8610-5c489355978c" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 913.554835] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-821485bd-4de2-4dea-8610-5c489355978c" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 913.555054] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-821485bd-4de2-4dea-8610-5c489355978c" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 913.555172] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('821485bd-4de2-4dea-8610-5c489355978c',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 913.556516] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock rules-373dc220-6922-42c9-9031-971b9f1da491 taken with stack trace [, , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 913.556650] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-373dc220-6922-42c9-9031-971b9f1da491" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 913.556735] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-373dc220-6922-42c9-9031-971b9f1da491" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 913.556964] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-373dc220-6922-42c9-9031-971b9f1da491" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 913.557037] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('373dc220-6922-42c9-9031-971b9f1da491',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 913.558399] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e98ab8aa-b2b9-4d93-b385-e471c986864a taken with stack trace [, , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 913.558399] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e98ab8aa-b2b9-4d93-b385-e471c986864a" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 913.558543] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e98ab8aa-b2b9-4d93-b385-e471c986864a" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 913.558595] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e98ab8aa-b2b9-4d93-b385-e471c986864a" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 913.558666] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e98ab8aa-b2b9-4d93-b385-e471c986864a',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 913.559625] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f7493f91-3855-4cdf-b1bb-82c20660c232 taken with stack trace [, , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 913.559625] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f7493f91-3855-4cdf-b1bb-82c20660c232" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 913.559743] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f7493f91-3855-4cdf-b1bb-82c20660c232" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 913.559821] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f7493f91-3855-4cdf-b1bb-82c20660c232" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 913.559893] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f7493f91-3855-4cdf-b1bb-82c20660c232',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 913.668748] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 250f4dd6-d118-43eb-b675-8113286ade80 in Status: SUCCESS [ 913.669028] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-250f4dd6-d118-43eb-b675-8113286ade80" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 913.669462] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-250f4dd6-d118-43eb-b675-8113286ade80" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 913.669462] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-250f4dd6-d118-43eb-b675-8113286ade80" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 913.669672] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 913.669811] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 913.669896] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 913.670131] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 913.670269] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 913.670416] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-250f4dd6-d118-43eb-b675-8113286ade80" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 913.670541] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('250f4dd6-d118-43eb-b675-8113286ade80',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 914.063038] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock member-ad29a8b0-a5e7-47be-9c58-8b349ac208f7 taken with stack trace [, , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 914.063038] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ad29a8b0-a5e7-47be-9c58-8b349ac208f7" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 914.063038] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ad29a8b0-a5e7-47be-9c58-8b349ac208f7" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 914.063038] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ad29a8b0-a5e7-47be-9c58-8b349ac208f7" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 914.063282] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 914.063383] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 914.063414] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 914.063595] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 914.063730] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 914.063847] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ad29a8b0-a5e7-47be-9c58-8b349ac208f7" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 914.063939] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('ad29a8b0-a5e7-47be-9c58-8b349ac208f7',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 914.066278] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 106616da-84c2-404d-9f2f-62178242b2ba [ 914.067743] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 914.067743] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 914.067743] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 914.067743] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 914.067743] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 914.067743] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:106616da-84c2-404d-9f2f-62178242b2ba already deleted. [ 914.067743] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-106616da-84c2-404d-9f2f-62178242b2ba" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 914.067743] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock member-001d6e59-0565-43c1-8370-8ff4e3de8dbb taken with stack trace [, , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 914.068234] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-001d6e59-0565-43c1-8370-8ff4e3de8dbb" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 914.068520] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-001d6e59-0565-43c1-8370-8ff4e3de8dbb" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 914.068599] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-001d6e59-0565-43c1-8370-8ff4e3de8dbb" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 914.068794] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 914.068910] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 914.068997] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 914.069163] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 914.069261] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 914.069366] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-001d6e59-0565-43c1-8370-8ff4e3de8dbb" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 914.069489] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('001d6e59-0565-43c1-8370-8ff4e3de8dbb',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 914.089013] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 914.090758] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 914.090758] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 914.090758] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 914.100428] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock member-9f77f884-bf5a-4239-9508-cd9e7aec6f18 taken with stack trace [, , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 914.100794] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9f77f884-bf5a-4239-9508-cd9e7aec6f18" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 914.101011] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9f77f884-bf5a-4239-9508-cd9e7aec6f18" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 914.101319] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9f77f884-bf5a-4239-9508-cd9e7aec6f18" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 914.101606] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 914.101837] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 914.101990] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 914.102272] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 914.102438] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 914.103021] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9f77f884-bf5a-4239-9508-cd9e7aec6f18" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 914.103021] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('9f77f884-bf5a-4239-9508-cd9e7aec6f18',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 914.112672] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock member-86643987-b9b4-44bb-b22a-ed3d1837d6d7 taken with stack trace [, , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 914.113123] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-86643987-b9b4-44bb-b22a-ed3d1837d6d7" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 914.113392] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-86643987-b9b4-44bb-b22a-ed3d1837d6d7" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 914.115115] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-86643987-b9b4-44bb-b22a-ed3d1837d6d7" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 914.115115] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 914.115115] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 914.115115] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 914.115115] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 914.115115] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 914.115115] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-86643987-b9b4-44bb-b22a-ed3d1837d6d7" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 914.115115] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('86643987-b9b4-44bb-b22a-ed3d1837d6d7',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 914.115592] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock member-821485bd-4de2-4dea-8610-5c489355978c taken with stack trace [, , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 914.115592] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-821485bd-4de2-4dea-8610-5c489355978c" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 914.115718] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-821485bd-4de2-4dea-8610-5c489355978c" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 914.115776] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-821485bd-4de2-4dea-8610-5c489355978c" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 914.118474] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 914.118474] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 914.118474] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 914.118474] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 914.118474] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 914.118474] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-821485bd-4de2-4dea-8610-5c489355978c" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 914.118474] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('821485bd-4de2-4dea-8610-5c489355978c',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 914.121133] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock member-f1b461c7-1841-447b-a91c-0faf0c9465f6 taken with stack trace [, , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 914.121133] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f1b461c7-1841-447b-a91c-0faf0c9465f6" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 914.121133] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f1b461c7-1841-447b-a91c-0faf0c9465f6" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 914.121133] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f1b461c7-1841-447b-a91c-0faf0c9465f6" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 914.121133] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 914.121557] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 914.121557] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 914.121659] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 914.121739] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 914.121867] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f1b461c7-1841-447b-a91c-0faf0c9465f6" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 914.121985] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('f1b461c7-1841-447b-a91c-0faf0c9465f6',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 914.126061] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock member-38825f6e-f5b3-476a-ade8-5547ffbe74c1 taken with stack trace [, , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 914.126211] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-38825f6e-f5b3-476a-ade8-5547ffbe74c1" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 914.126273] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-38825f6e-f5b3-476a-ade8-5547ffbe74c1" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 914.126446] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-38825f6e-f5b3-476a-ade8-5547ffbe74c1" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 914.126600] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 914.126716] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 914.126779] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 914.126993] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 914.127475] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 914.127607] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-38825f6e-f5b3-476a-ade8-5547ffbe74c1" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 914.127721] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('38825f6e-f5b3-476a-ade8-5547ffbe74c1',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 914.128822] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock member-f7493f91-3855-4cdf-b1bb-82c20660c232 taken with stack trace [, , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 914.128982] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f7493f91-3855-4cdf-b1bb-82c20660c232" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 914.129173] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f7493f91-3855-4cdf-b1bb-82c20660c232" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 914.129291] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f7493f91-3855-4cdf-b1bb-82c20660c232" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 914.129474] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 914.129621] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 914.129715] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 914.129891] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 914.130009] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 914.130126] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f7493f91-3855-4cdf-b1bb-82c20660c232" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 914.130279] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('f7493f91-3855-4cdf-b1bb-82c20660c232',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 914.135428] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a4b7db26-f9af-4c84-bf2d-dec757e43a8c in Status: SUCCESS [ 914.135671] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a4b7db26-f9af-4c84-bf2d-dec757e43a8c" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 914.139269] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 914.139523] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 6cf41d16-4205-4887-b38c-620fa22008fa is going to be deleted. [ 914.147409] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a4b7db26-f9af-4c84-bf2d-dec757e43a8c" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 914.147565] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a4b7db26-f9af-4c84-bf2d-dec757e43a8c" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 914.147661] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 914.147797] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 914.147865] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 914.148231] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 914.148339] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 914.148453] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a4b7db26-f9af-4c84-bf2d-dec757e43a8c" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 914.148652] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock member-a4b7db26-f9af-4c84-bf2d-dec757e43a8c taken with stack trace [, , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 914.148787] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a4b7db26-f9af-4c84-bf2d-dec757e43a8c" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 914.148877] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a4b7db26-f9af-4c84-bf2d-dec757e43a8c" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 914.149075] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a4b7db26-f9af-4c84-bf2d-dec757e43a8c" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 914.149252] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 914.149442] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 914.149521] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 914.149727] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 914.149807] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 914.149908] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a4b7db26-f9af-4c84-bf2d-dec757e43a8c" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 914.150021] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('a4b7db26-f9af-4c84-bf2d-dec757e43a8c',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 914.153977] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock member-f7493f91-3855-4cdf-b1bb-82c20660c232 taken with stack trace [, , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 914.154113] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f7493f91-3855-4cdf-b1bb-82c20660c232" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 914.154175] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f7493f91-3855-4cdf-b1bb-82c20660c232" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 914.154403] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f7493f91-3855-4cdf-b1bb-82c20660c232" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 914.154611] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 914.154713] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 914.154775] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 914.154936] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 914.155028] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 914.155113] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f7493f91-3855-4cdf-b1bb-82c20660c232" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 914.158020] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock member-f7493f91-3855-4cdf-b1bb-82c20660c232 taken with stack trace [, , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 914.158020] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f7493f91-3855-4cdf-b1bb-82c20660c232" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 914.158020] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f7493f91-3855-4cdf-b1bb-82c20660c232" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 914.158020] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f7493f91-3855-4cdf-b1bb-82c20660c232" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 914.158020] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 914.158020] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 914.158020] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 914.158020] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 914.158020] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 914.158020] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f7493f91-3855-4cdf-b1bb-82c20660c232" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 914.158020] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('f7493f91-3855-4cdf-b1bb-82c20660c232',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 914.158020] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('38825f6e-f5b3-476a-ade8-5547ffbe74c1',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 914.162522] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a4b7db26-f9af-4c84-bf2d-dec757e43a8c" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 914.162780] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a4b7db26-f9af-4c84-bf2d-dec757e43a8c" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 914.163010] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 914.163204] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 914.163275] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 914.163474] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 914.163570] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 914.163741] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a4b7db26-f9af-4c84-bf2d-dec757e43a8c',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 914.170364] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 914.170524] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 914.170596] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 914.170801] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 914.186723] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('250f4dd6-d118-43eb-b675-8113286ade80',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 914.186723] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 914.186723] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 914.189020] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 914.189176] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 914.198834] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 914.198834] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 914.199686] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 914.199799] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 914.201021] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 914.201021] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 914.201565] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 914.201565] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 914.202480] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 914.202993] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 914.205522] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 914.205614] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 914.206347] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 914.208025] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 864e2079-55d7-49d2-a768-8c1685d1fc04 is going to be deleted. [ 914.208025] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 914.208025] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 914.214943] env[69685]: INFO networking_nsxv3.common.synchronization [None req-d6fa51f8-ca74-4c1e-ba5c-51074804f5f2 tempest-AttachVolumeNegativeTest-2144472599 tempest-AttachVolumeNegativeTest-2144472599-project-member] Enqueued Resource ID: 174e25d4-9e09-4a69-9c52-ed6c8d2f77b7 with Priority: HIGHEST for action security_group_rules [ 914.214943] env[69685]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 174e25d4-9e09-4a69-9c52-ed6c8d2f77b7 with Priority: HIGHEST for action security_group_rules [ 914.215425] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock rules-174e25d4-9e09-4a69-9c52-ed6c8d2f77b7 taken with stack trace [, , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 914.215555] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-174e25d4-9e09-4a69-9c52-ed6c8d2f77b7" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 914.215656] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-174e25d4-9e09-4a69-9c52-ed6c8d2f77b7" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 914.215871] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-174e25d4-9e09-4a69-9c52-ed6c8d2f77b7" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 914.215954] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('174e25d4-9e09-4a69-9c52-ed6c8d2f77b7',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 914.228719] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 914.228879] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f725338b-04fb-4229-97a1-3eaf15235ac8 is going to be deleted. [ 914.229880] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 914.230161] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 914.231650] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 914.231799] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 914.251020] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 914.251196] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e06b4d68-ebac-434a-8084-749324514a02 is going to be deleted. [ 914.252218] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 914.252427] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 914.275556] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 914.275702] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 373dc220-6922-42c9-9031-971b9f1da491 is going to be deleted. [ 914.276626] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 914.276878] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 914.279429] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 914.279555] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 914.362759] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 914.362890] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 914.365725] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 914.365849] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 72339107-b0aa-4dfd-956d-5878859c7012 is going to be deleted. [ 914.367212] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 914.367430] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 914.370808] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 914.371172] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 914.404207] env[69685]: INFO networking_nsxv3.common.synchronization [None req-bac6269a-0661-486b-af7d-f05d37bd9d4e tempest-AttachVolumeNegativeTest-2144472599 tempest-AttachVolumeNegativeTest-2144472599-project-member] Enqueued Resource ID: 174e25d4-9e09-4a69-9c52-ed6c8d2f77b7 with Priority: HIGHEST for action security_group_rules [ 914.404741] env[69685]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 174e25d4-9e09-4a69-9c52-ed6c8d2f77b7 with Priority: HIGHEST for action security_group_rules [ 914.405052] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock rules-174e25d4-9e09-4a69-9c52-ed6c8d2f77b7 taken with stack trace [, , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 914.405169] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-174e25d4-9e09-4a69-9c52-ed6c8d2f77b7" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 914.414412] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 914.414669] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 3211b9d1-adbc-4da4-8106-e021149069f9 is going to be deleted. [ 914.416280] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 914.416280] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 914.463776] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 914.463935] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 3020eacc-da2b-44d0-a6a9-b3a094cac43a is going to be deleted. [ 914.465041] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 914.465289] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 914.471218] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 914.471218] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 914.554672] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 914.554991] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f2a20afc-0049-435b-a4ff-c05dab76672d is going to be deleted. [ 914.556035] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 914.556176] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 914.573025] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock member-ad29a8b0-a5e7-47be-9c58-8b349ac208f7 taken with stack trace [, , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 914.573323] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ad29a8b0-a5e7-47be-9c58-8b349ac208f7" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 914.573323] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ad29a8b0-a5e7-47be-9c58-8b349ac208f7" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 914.573518] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ad29a8b0-a5e7-47be-9c58-8b349ac208f7" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 914.573714] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 914.573831] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 914.573897] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 914.574060] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 914.574151] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 914.574237] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ad29a8b0-a5e7-47be-9c58-8b349ac208f7" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 914.574471] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock member-ad29a8b0-a5e7-47be-9c58-8b349ac208f7 taken with stack trace [, , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 914.574471] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ad29a8b0-a5e7-47be-9c58-8b349ac208f7" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 914.574579] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ad29a8b0-a5e7-47be-9c58-8b349ac208f7" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 914.574657] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ad29a8b0-a5e7-47be-9c58-8b349ac208f7" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 914.574791] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 914.574908] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 914.574969] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 914.575121] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 914.575197] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 914.575277] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ad29a8b0-a5e7-47be-9c58-8b349ac208f7" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 914.575367] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('ad29a8b0-a5e7-47be-9c58-8b349ac208f7',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 914.577504] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('001d6e59-0565-43c1-8370-8ff4e3de8dbb',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 914.584484] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 914.584609] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 914.585826] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 4ea7bb1c-b746-44b1-abbe-9e20ef6cb145 in Status: SUCCESS [ 914.585826] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-4ea7bb1c-b746-44b1-abbe-9e20ef6cb145" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 914.586021] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-4ea7bb1c-b746-44b1-abbe-9e20ef6cb145" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 914.586263] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-4ea7bb1c-b746-44b1-abbe-9e20ef6cb145" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 914.586353] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('4ea7bb1c-b746-44b1-abbe-9e20ef6cb145',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 914.608834] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 914.608958] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 914.610725] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 914.610854] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e98ab8aa-b2b9-4d93-b385-e471c986864a is going to be deleted. [ 914.615019] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 914.615019] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 914.615019] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 914.615019] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-6cf41d16-4205-4887-b38c-620fa22008fa" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 914.615019] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 914.615019] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 914.615019] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 914.615019] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-864e2079-55d7-49d2-a768-8c1685d1fc04" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 914.615019] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 914.615019] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 914.615019] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 914.615019] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f725338b-04fb-4229-97a1-3eaf15235ac8" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 914.615019] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 914.615019] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 914.615019] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 914.615019] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e06b4d68-ebac-434a-8084-749324514a02" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 914.615019] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 914.615019] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 914.615019] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 914.615019] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-373dc220-6922-42c9-9031-971b9f1da491" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 914.615019] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 914.615019] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 914.615782] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 914.615782] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-72339107-b0aa-4dfd-956d-5878859c7012" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 914.615782] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 914.615782] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 914.615782] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 914.615782] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-3211b9d1-adbc-4da4-8106-e021149069f9" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 914.619672] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 914.619801] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 914.619854] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 914.620029] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 914.620108] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 914.620223] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-3020eacc-da2b-44d0-a6a9-b3a094cac43a" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 914.633217] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock member-f1b461c7-1841-447b-a91c-0faf0c9465f6 taken with stack trace [, , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 914.633397] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f1b461c7-1841-447b-a91c-0faf0c9465f6" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 914.633468] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f1b461c7-1841-447b-a91c-0faf0c9465f6" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 914.633660] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f1b461c7-1841-447b-a91c-0faf0c9465f6" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 914.633820] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 914.633919] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 914.633978] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 914.634170] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 914.634221] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 914.634331] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f1b461c7-1841-447b-a91c-0faf0c9465f6" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 914.634779] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock member-f1b461c7-1841-447b-a91c-0faf0c9465f6 taken with stack trace [, , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 914.634779] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f1b461c7-1841-447b-a91c-0faf0c9465f6" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 914.634779] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f1b461c7-1841-447b-a91c-0faf0c9465f6" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 914.634779] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f1b461c7-1841-447b-a91c-0faf0c9465f6" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 914.635066] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 914.635066] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 914.635066] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 914.635160] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 914.635222] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 914.635295] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f1b461c7-1841-447b-a91c-0faf0c9465f6" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 914.636023] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('f1b461c7-1841-447b-a91c-0faf0c9465f6',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 914.637195] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('821485bd-4de2-4dea-8610-5c489355978c',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 914.637911] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('9f77f884-bf5a-4239-9508-cd9e7aec6f18',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 914.638610] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock member-86643987-b9b4-44bb-b22a-ed3d1837d6d7 taken with stack trace [, , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 914.638718] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-86643987-b9b4-44bb-b22a-ed3d1837d6d7" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 914.638889] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-86643987-b9b4-44bb-b22a-ed3d1837d6d7" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 914.638961] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-86643987-b9b4-44bb-b22a-ed3d1837d6d7" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 914.639088] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 914.639184] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 914.639308] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 914.639459] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 914.639538] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 914.639621] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-86643987-b9b4-44bb-b22a-ed3d1837d6d7" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 914.639765] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock member-86643987-b9b4-44bb-b22a-ed3d1837d6d7 taken with stack trace [, , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 914.639856] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-86643987-b9b4-44bb-b22a-ed3d1837d6d7" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 914.639908] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-86643987-b9b4-44bb-b22a-ed3d1837d6d7" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 914.640129] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-86643987-b9b4-44bb-b22a-ed3d1837d6d7" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 914.640272] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 914.640362] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 914.640420] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 914.640560] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 914.640623] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 914.640701] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-86643987-b9b4-44bb-b22a-ed3d1837d6d7" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 914.640779] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('86643987-b9b4-44bb-b22a-ed3d1837d6d7',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 914.657997] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for a4b7db26-f9af-4c84-bf2d-dec757e43a8c: rpc.has_security_group_logging(os_id): False [ 914.677460] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 38825f6e-f5b3-476a-ade8-5547ffbe74c1: rpc.has_security_group_logging(os_id): False [ 914.679979] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('a4b7db26-f9af-4c84-bf2d-dec757e43a8c',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 914.682223] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for f7493f91-3855-4cdf-b1bb-82c20660c232: rpc.has_security_group_logging(os_id): False [ 914.688622] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 250f4dd6-d118-43eb-b675-8113286ade80: rpc.has_security_group_logging(os_id): False [ 914.709764] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 914.709975] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 914.710125] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 914.710370] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 914.712225] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 914.712381] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 914.713531] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 914.713531] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 914.720547] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 914.720723] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 914.741455] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 914.741581] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 914.766930] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 914.767466] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 914.767606] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 914.768354] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 914.768354] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 914.768354] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 914.768354] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 914.768354] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 914.768531] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 914.768558] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 914.768894] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 914.769069] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 914.769160] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 914.769224] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 914.769372] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 914.769450] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 914.769545] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f7493f91-3855-4cdf-b1bb-82c20660c232 is going to be updated. [ 914.770665] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 914.770822] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 914.772709] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 914.772799] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 914.786132] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 914.786668] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 914.826349] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 914.829691] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 914.829691] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 914.829691] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 914.829691] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 914.829691] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 914.829691] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 38825f6e-f5b3-476a-ade8-5547ffbe74c1 is going to be updated. [ 914.830210] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 914.830468] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 914.830594] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 914.831126] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 914.831219] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 914.831313] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 914.832151] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 914.832151] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 914.832151] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 250f4dd6-d118-43eb-b675-8113286ade80 is going to be created. [ 914.834593] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 914.834779] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 914.837307] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 914.837307] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e98ab8aa-b2b9-4d93-b385-e471c986864a" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 914.837307] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 914.837307] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 914.898763] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 914.898763] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 914.898980] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 914.898980] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 914.899190] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 914.899190] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 914.899444] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 914.899508] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 914.899550] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 914.899678] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 914.899756] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 914.899933] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 914.900017] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 914.900106] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 914.900273] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 914.900319] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 914.900398] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a4b7db26-f9af-4c84-bf2d-dec757e43a8c is going to be updated. [ 914.901510] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 914.901674] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 914.901760] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 914.901869] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f2a20afc-0049-435b-a4ff-c05dab76672d" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 914.902007] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 914.902158] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 914.902234] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 914.902341] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 174e25d4-9e09-4a69-9c52-ed6c8d2f77b7 already deleted. [ 914.902423] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-174e25d4-9e09-4a69-9c52-ed6c8d2f77b7" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 914.902570] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-174e25d4-9e09-4a69-9c52-ed6c8d2f77b7" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 914.902712] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-174e25d4-9e09-4a69-9c52-ed6c8d2f77b7" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 914.902793] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('174e25d4-9e09-4a69-9c52-ed6c8d2f77b7',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 914.955271] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 914.955420] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 914.955491] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 914.955699] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 914.955847] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 914.957832] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 914.957956] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 914.958026] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 914.958253] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 914.958396] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 914.973890] env[69685]: INFO networking_nsxv3.common.synchronization [req-a743084e-4d9f-4e25-818a-360580a58961 req-57013cb0-7516-440c-8244-df683162e658 tempest-DeleteServersTestJSON-1187572763 tempest-DeleteServersTestJSON-1187572763-project-member] Enqueued Resource ID: 86643987-b9b4-44bb-b22a-ed3d1837d6d7 with Priority: HIGHEST for action security_group_members [ 914.974290] env[69685]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 86643987-b9b4-44bb-b22a-ed3d1837d6d7 with Priority: HIGHEST for action security_group_members [ 914.974988] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock member-86643987-b9b4-44bb-b22a-ed3d1837d6d7 taken with stack trace [, , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 914.974988] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-86643987-b9b4-44bb-b22a-ed3d1837d6d7" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 914.974988] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-86643987-b9b4-44bb-b22a-ed3d1837d6d7" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 914.976397] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-86643987-b9b4-44bb-b22a-ed3d1837d6d7" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 914.976397] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 914.976397] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 914.976397] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 914.976765] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 914.976765] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 914.976765] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('86643987-b9b4-44bb-b22a-ed3d1837d6d7',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 914.990579] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f7493f91-3855-4cdf-b1bb-82c20660c232 in Status: IN_PROGRESS for 2s [ 914.991360] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 38825f6e-f5b3-476a-ade8-5547ffbe74c1 in Status: IN_PROGRESS for 2s [ 915.014060] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 915.014141] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 915.014215] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 915.014379] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 915.014565] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 915.051609] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 250f4dd6-d118-43eb-b675-8113286ade80 in Status: IN_PROGRESS for 2s [ 915.081228] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for ad29a8b0-a5e7-47be-9c58-8b349ac208f7: rpc.has_security_group_logging(os_id): False [ 915.081228] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 001d6e59-0565-43c1-8370-8ff4e3de8dbb: rpc.has_security_group_logging(os_id): False [ 915.095113] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock member-4ea7bb1c-b746-44b1-abbe-9e20ef6cb145 taken with stack trace [, , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 915.095113] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4ea7bb1c-b746-44b1-abbe-9e20ef6cb145" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 915.095264] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4ea7bb1c-b746-44b1-abbe-9e20ef6cb145" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 915.095386] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4ea7bb1c-b746-44b1-abbe-9e20ef6cb145" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 915.095584] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 915.095688] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 915.095750] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 915.095930] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 915.096023] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 915.096111] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4ea7bb1c-b746-44b1-abbe-9e20ef6cb145" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 915.096201] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('4ea7bb1c-b746-44b1-abbe-9e20ef6cb145',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 915.112271] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 915.112271] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 915.112271] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 915.112271] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 915.112271] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 915.116344] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 915.116516] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 915.116576] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 915.116783] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 915.138057] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for f1b461c7-1841-447b-a91c-0faf0c9465f6: rpc.has_security_group_logging(os_id): False [ 915.142010] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 821485bd-4de2-4dea-8610-5c489355978c: rpc.has_security_group_logging(os_id): False [ 915.143200] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 9f77f884-bf5a-4239-9508-cd9e7aec6f18: rpc.has_security_group_logging(os_id): False [ 915.144160] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 86643987-b9b4-44bb-b22a-ed3d1837d6d7: rpc.has_security_group_logging(os_id): False [ 915.147200] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 915.147343] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 915.167191] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a4b7db26-f9af-4c84-bf2d-dec757e43a8c in Status: IN_PROGRESS for 2s [ 915.170262] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 915.170262] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 915.173400] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 915.173726] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 915.173856] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 915.173920] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 915.174707] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 915.174707] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 915.174707] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 001d6e59-0565-43c1-8370-8ff4e3de8dbb is going to be updated. [ 915.175508] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 915.175768] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 915.184694] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('a4b7db26-f9af-4c84-bf2d-dec757e43a8c',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 915.192671] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 915.192895] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 915.198605] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 915.198605] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 915.201559] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 915.201559] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 915.225646] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 915.225876] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 915.225997] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 915.226080] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 915.226285] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 915.226364] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 915.227496] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 915.227496] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 915.227496] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 915.227496] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 915.227496] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 915.227496] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 915.227496] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 915.227496] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 915.227496] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 915.228057] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 915.228057] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ad29a8b0-a5e7-47be-9c58-8b349ac208f7 is going to be updated. [ 915.228818] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 915.229541] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 915.283613] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 915.283943] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 915.284193] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 915.284193] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 915.284376] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 915.284470] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 915.284673] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 915.284755] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 915.284823] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 915.285040] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 915.285130] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 915.285326] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 915.285407] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 915.285475] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 915.285656] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 915.285742] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 915.285833] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f1b461c7-1841-447b-a91c-0faf0c9465f6 is going to be updated. [ 915.287896] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 915.288098] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 915.322364] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 915.322581] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 915.322726] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 915.322792] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 915.323064] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 915.323238] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 915.323484] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 915.323604] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 915.323667] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 915.323824] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 915.323927] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 915.324477] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 915.324575] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 915.324628] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 915.324885] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 915.325017] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 915.325147] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 86643987-b9b4-44bb-b22a-ed3d1837d6d7 is going to be updated. [ 915.326368] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 915.326533] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 915.329426] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 915.330312] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 915.332922] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 915.333106] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 915.359226] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 915.359526] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 915.359619] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 915.359686] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 915.361033] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 915.361033] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 915.361033] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 821485bd-4de2-4dea-8610-5c489355978c is going to be updated. [ 915.361754] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 915.361939] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 915.401733] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 915.402083] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 915.402191] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 915.402260] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 915.402463] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 915.402545] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 915.402680] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 9f77f884-bf5a-4239-9508-cd9e7aec6f18 is going to be updated. [ 915.404180] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 915.404180] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 915.405173] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 915.405408] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 915.405580] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 915.405710] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 915.440593] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 001d6e59-0565-43c1-8370-8ff4e3de8dbb in Status: IN_PROGRESS for 2s [ 915.446441] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ad29a8b0-a5e7-47be-9c58-8b349ac208f7 in Status: IN_PROGRESS for 2s [ 915.447361] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 915.447497] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 915.448036] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 915.448036] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 915.448036] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 915.449573] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 915.449692] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 915.449785] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 915.449919] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 915.450013] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 915.450108] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 174e25d4-9e09-4a69-9c52-ed6c8d2f77b7 already deleted. [ 915.450189] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-174e25d4-9e09-4a69-9c52-ed6c8d2f77b7" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 915.451370] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 915.451480] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 915.451548] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 915.451700] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 915.451823] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 915.463789] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 915.464572] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 915.464572] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 915.464572] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 915.464572] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 915.469372] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 821485bd-4de2-4dea-8610-5c489355978c in Status: IN_PROGRESS for 2s [ 915.481321] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 915.481505] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 915.481582] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 915.481847] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 915.481951] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 915.482193] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 915.482310] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 915.482428] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 915.482529] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 915.482622] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 915.482710] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 86643987-b9b4-44bb-b22a-ed3d1837d6d7 is going to be updated. [ 915.492024] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f1b461c7-1841-447b-a91c-0faf0c9465f6 in Status: IN_PROGRESS for 2s [ 915.492024] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 86643987-b9b4-44bb-b22a-ed3d1837d6d7 in Status: IN_PROGRESS for 2s [ 915.495779] env[69685]: INFO networking_nsxv3.common.synchronization [req-afc7145a-0b17-4571-8f71-f38b4974d2bd req-9a44d311-6aa0-4849-a10f-0946ae90401b tempest-ServerActionsTestOtherA-1303343426 tempest-ServerActionsTestOtherA-1303343426-project-member] Enqueued Resource ID: 5e2a3608-8755-4a87-8f09-3dc54e922d50 with Priority: HIGHEST for action security_group_members [ 915.496038] env[69685]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5e2a3608-8755-4a87-8f09-3dc54e922d50 with Priority: HIGHEST for action security_group_members [ 915.496588] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock member-5e2a3608-8755-4a87-8f09-3dc54e922d50 taken with stack trace [, , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 915.496753] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5e2a3608-8755-4a87-8f09-3dc54e922d50" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 915.496850] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5e2a3608-8755-4a87-8f09-3dc54e922d50" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 915.497141] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5e2a3608-8755-4a87-8f09-3dc54e922d50" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 915.497290] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 915.497418] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 915.497450] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 915.498029] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 915.498120] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 915.498216] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5e2a3608-8755-4a87-8f09-3dc54e922d50',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 915.535782] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 915.535918] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 915.535988] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 915.536224] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 915.536371] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 915.589347] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 915.589682] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 915.589682] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 915.589891] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 915.590085] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 915.600057] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock member-4ea7bb1c-b746-44b1-abbe-9e20ef6cb145 taken with stack trace [, , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 915.600217] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4ea7bb1c-b746-44b1-abbe-9e20ef6cb145" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 915.600412] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4ea7bb1c-b746-44b1-abbe-9e20ef6cb145" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 915.600471] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4ea7bb1c-b746-44b1-abbe-9e20ef6cb145" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 915.600634] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 915.600738] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 915.600800] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 915.600980] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 915.601088] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 915.601279] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4ea7bb1c-b746-44b1-abbe-9e20ef6cb145" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 915.601358] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock member-4ea7bb1c-b746-44b1-abbe-9e20ef6cb145 taken with stack trace [, , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 915.601556] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4ea7bb1c-b746-44b1-abbe-9e20ef6cb145" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 915.601556] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4ea7bb1c-b746-44b1-abbe-9e20ef6cb145" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 915.601631] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4ea7bb1c-b746-44b1-abbe-9e20ef6cb145" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 915.601768] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 915.601860] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 915.601993] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 915.602073] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 915.602134] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 915.602340] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4ea7bb1c-b746-44b1-abbe-9e20ef6cb145" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 915.602340] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('4ea7bb1c-b746-44b1-abbe-9e20ef6cb145',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 915.607488] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 9f77f884-bf5a-4239-9508-cd9e7aec6f18 in Status: IN_PROGRESS for 2s [ 915.608834] env[69685]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 915.609348] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 86643987-b9b4-44bb-b22a-ed3d1837d6d7 in Status: IN_PROGRESS for 2s [ 915.687837] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 915.687978] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 915.688198] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 915.688937] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 915.689109] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 915.689268] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a4b7db26-f9af-4c84-bf2d-dec757e43a8c is going to be updated. [ 915.736633] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 915.736851] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 915.736937] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 915.737474] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 915.737474] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 915.750567] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a4b7db26-f9af-4c84-bf2d-dec757e43a8c in Status: IN_PROGRESS for 2s [ 915.902029] env[69685]: DEBUG networking_nsxv3.common.locking [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Lock network-977 taken with stack trace [, , , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 915.902370] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquiring lock "network-977" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 915.902590] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquired lock "network-977" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 915.902999] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquired external semaphore "network-977" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 915.903444] env[69685]: DEBUG networking_nsxv3.common.locking [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 915.903743] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquiring lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 915.903953] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquired lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 915.905647] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquired external semaphore "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 915.905833] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Releasing lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 915.906224] env[69685]: DEBUG dogpile.cache.region [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] No value present for key: 'zone-id' {{(pid=69685) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 915.906447] env[69685]: DEBUG dogpile.lock [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] NeedRegenerationException {{(pid=69685) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 915.907306] env[69685]: DEBUG dogpile.lock [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] no value, waiting for create lock {{(pid=69685) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 915.907526] env[69685]: DEBUG dogpile.lock [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] value creation lock acquired {{(pid=69685) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 915.907759] env[69685]: DEBUG dogpile.cache.region [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] No value present for key: 'zone-id' {{(pid=69685) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 915.908034] env[69685]: DEBUG dogpile.lock [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Calling creation function for not-yet-present value {{(pid=69685) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 915.908257] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 915.928400] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 915.928743] env[69685]: DEBUG dogpile.cache.region [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=69685) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 915.928916] env[69685]: DEBUG dogpile.lock [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Released creation lock {{(pid=69685) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 915.929530] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Releasing lock "network-977" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 915.929614] env[69685]: DEBUG networking_nsxv3.common.locking [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Lock port-5dbb51a5-f87f-40fd-b17b-c8a51561fc24 taken with stack trace [, , , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 915.929766] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquiring lock "port-5dbb51a5-f87f-40fd-b17b-c8a51561fc24" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 915.930478] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquired lock "port-5dbb51a5-f87f-40fd-b17b-c8a51561fc24" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 915.930478] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquired external semaphore "port-5dbb51a5-f87f-40fd-b17b-c8a51561fc24" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 915.930478] env[69685]: DEBUG networking_nsxv3.api.rpc [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5dbb51a5-f87f-40fd-b17b-c8a51561fc24',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 916.001963] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 916.002576] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 916.002576] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 916.002576] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 916.002576] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 916.002835] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 916.002904] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 916.002936] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 916.003083] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 916.003163] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 916.003275] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5e2a3608-8755-4a87-8f09-3dc54e922d50 already deleted. [ 916.003360] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5e2a3608-8755-4a87-8f09-3dc54e922d50" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 916.021599] env[69685]: INFO networking_nsxv3.common.synchronization [None req-c20c36eb-8b98-46df-934a-7be8bceb2391 None None] Enqueued Resource ID: e14899b5-27e1-4e56-8383-ccebc536e549 with Priority: HIGHEST for action port [ 916.022103] env[69685]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e14899b5-27e1-4e56-8383-ccebc536e549 with Priority: HIGHEST for action port [ 916.023333] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock port-e14899b5-27e1-4e56-8383-ccebc536e549 taken with stack trace [, , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 916.023333] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e14899b5-27e1-4e56-8383-ccebc536e549" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 916.023525] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e14899b5-27e1-4e56-8383-ccebc536e549" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 916.023772] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e14899b5-27e1-4e56-8383-ccebc536e549" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 916.023823] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e14899b5-27e1-4e56-8383-ccebc536e549',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 916.105069] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 4ea7bb1c-b746-44b1-abbe-9e20ef6cb145: rpc.has_security_group_logging(os_id): False [ 916.123590] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 916.123812] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 916.123913] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 916.124185] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 916.124290] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 916.124547] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 916.124794] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 916.124874] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 916.125013] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 916.125097] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 916.125307] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 916.125400] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 916.125461] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 916.125601] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 916.125757] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 916.125852] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 916.125940] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 916.125995] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 916.126142] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 916.126215] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 916.126297] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 4ea7bb1c-b746-44b1-abbe-9e20ef6cb145 is going to be updated. [ 916.186992] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 916.186992] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 916.186992] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 916.186992] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 916.186992] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 916.215604] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 4ea7bb1c-b746-44b1-abbe-9e20ef6cb145 in Status: IN_PROGRESS for 2s [ 916.435085] env[69685]: DEBUG networking_nsxv3.common.locking [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 916.435355] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquiring lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 916.435486] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquired lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 916.435765] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquired external semaphore "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 916.435919] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Releasing lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 916.436093] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Segment Port 5dbb51a5-f87f-40fd-b17b-c8a51561fc24 not found, creating... [ 916.436366] env[69685]: DEBUG networking_nsxv3.common.locking [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 916.436526] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquiring lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 916.436674] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquired lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 916.436883] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquired external semaphore "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 916.439124] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Releasing lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 916.439338] env[69685]: DEBUG networking_nsxv3.common.locking [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 916.439400] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquiring lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 916.439561] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquired lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 916.439863] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquired external semaphore "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 916.440078] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Releasing lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 916.440283] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Resource: SegmentPort with ID: 5dbb51a5-f87f-40fd-b17b-c8a51561fc24 is going to be created. [ 916.459545] env[69685]: DEBUG networking_nsxv3.common.locking [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 916.459799] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquiring lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 916.459989] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquired lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 916.460334] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquired external semaphore "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 916.460656] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Releasing lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 916.461078] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Releasing lock "port-5dbb51a5-f87f-40fd-b17b-c8a51561fc24" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 916.525626] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port e14899b5-27e1-4e56-8383-ccebc536e549 [ 916.525971] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 916.525971] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 916.526129] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 916.526256] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 916.526347] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 916.526444] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:e14899b5-27e1-4e56-8383-ccebc536e549 already deleted. [ 916.526525] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e14899b5-27e1-4e56-8383-ccebc536e549" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 917.014217] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f7493f91-3855-4cdf-b1bb-82c20660c232 in Status: SUCCESS [ 917.014448] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f7493f91-3855-4cdf-b1bb-82c20660c232" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 917.015184] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 38825f6e-f5b3-476a-ade8-5547ffbe74c1 in Status: SUCCESS [ 917.015357] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-38825f6e-f5b3-476a-ade8-5547ffbe74c1" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 917.064124] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 250f4dd6-d118-43eb-b675-8113286ade80 in Status: SUCCESS [ 917.064365] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-250f4dd6-d118-43eb-b675-8113286ade80" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 917.184074] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a4b7db26-f9af-4c84-bf2d-dec757e43a8c in Status: SUCCESS [ 917.184319] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a4b7db26-f9af-4c84-bf2d-dec757e43a8c" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 917.184502] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a4b7db26-f9af-4c84-bf2d-dec757e43a8c" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 917.184986] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a4b7db26-f9af-4c84-bf2d-dec757e43a8c" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 917.184986] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a4b7db26-f9af-4c84-bf2d-dec757e43a8c',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 917.222386] env[69685]: INFO networking_nsxv3.common.synchronization [req-afc7145a-0b17-4571-8f71-f38b4974d2bd req-d48cf5d0-8119-48f6-be85-c557c05ba506 service nova] Enqueued Resource ID: 5e2a3608-8755-4a87-8f09-3dc54e922d50 with Priority: HIGHEST for action security_group_rules [ 917.222386] env[69685]: INFO networking_nsxv3.common.synchronization [req-afc7145a-0b17-4571-8f71-f38b4974d2bd req-d48cf5d0-8119-48f6-be85-c557c05ba506 service nova] Enqueued Resource ID: 5e2a3608-8755-4a87-8f09-3dc54e922d50 with Priority: HIGHEST for action security_group_members [ 917.222386] env[69685]: INFO networking_nsxv3.common.synchronization [req-afc7145a-0b17-4571-8f71-f38b4974d2bd req-d48cf5d0-8119-48f6-be85-c557c05ba506 service nova] Enqueued Resource ID: 5dbb51a5-f87f-40fd-b17b-c8a51561fc24 with Priority: HIGHEST for action port [ 917.222386] env[69685]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5e2a3608-8755-4a87-8f09-3dc54e922d50 with Priority: HIGHEST for action security_group_rules [ 917.222386] env[69685]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5e2a3608-8755-4a87-8f09-3dc54e922d50 with Priority: HIGHEST for action security_group_members [ 917.222386] env[69685]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5dbb51a5-f87f-40fd-b17b-c8a51561fc24 with Priority: HIGHEST for action port [ 917.223033] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock rules-5e2a3608-8755-4a87-8f09-3dc54e922d50 taken with stack trace [, , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 917.225217] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-5e2a3608-8755-4a87-8f09-3dc54e922d50" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 917.225336] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-5e2a3608-8755-4a87-8f09-3dc54e922d50" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 917.225621] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-5e2a3608-8755-4a87-8f09-3dc54e922d50" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 917.225752] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('5e2a3608-8755-4a87-8f09-3dc54e922d50',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 917.226972] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock member-5e2a3608-8755-4a87-8f09-3dc54e922d50 taken with stack trace [, , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 917.226972] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5e2a3608-8755-4a87-8f09-3dc54e922d50" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 917.226972] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5e2a3608-8755-4a87-8f09-3dc54e922d50" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 917.227161] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5e2a3608-8755-4a87-8f09-3dc54e922d50" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 917.227619] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 917.227731] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 917.227799] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 917.227957] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 917.228075] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 917.228263] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5e2a3608-8755-4a87-8f09-3dc54e922d50',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 917.229974] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock port-5dbb51a5-f87f-40fd-b17b-c8a51561fc24 taken with stack trace [, , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 917.229974] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-5dbb51a5-f87f-40fd-b17b-c8a51561fc24" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 917.229974] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-5dbb51a5-f87f-40fd-b17b-c8a51561fc24" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 917.229974] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-5dbb51a5-f87f-40fd-b17b-c8a51561fc24" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 917.229974] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5dbb51a5-f87f-40fd-b17b-c8a51561fc24',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 917.457099] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 001d6e59-0565-43c1-8370-8ff4e3de8dbb in Status: SUCCESS [ 917.457615] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-001d6e59-0565-43c1-8370-8ff4e3de8dbb" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 917.459258] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ad29a8b0-a5e7-47be-9c58-8b349ac208f7 in Status: SUCCESS [ 917.459783] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ad29a8b0-a5e7-47be-9c58-8b349ac208f7" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 917.478084] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 821485bd-4de2-4dea-8610-5c489355978c in Status: SUCCESS [ 917.478084] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-821485bd-4de2-4dea-8610-5c489355978c" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 917.499231] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 86643987-b9b4-44bb-b22a-ed3d1837d6d7 in Status: SUCCESS [ 917.499472] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-86643987-b9b4-44bb-b22a-ed3d1837d6d7" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 917.500372] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f1b461c7-1841-447b-a91c-0faf0c9465f6 in Status: SUCCESS [ 917.500554] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f1b461c7-1841-447b-a91c-0faf0c9465f6" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 917.619856] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 86643987-b9b4-44bb-b22a-ed3d1837d6d7 in Status: SUCCESS [ 917.619912] env[69685]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 86643987-b9b4-44bb-b22a-ed3d1837d6d7 deletion is rescheduled due to dependency. [ 917.619988] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-86643987-b9b4-44bb-b22a-ed3d1837d6d7" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 917.622694] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 9f77f884-bf5a-4239-9508-cd9e7aec6f18 in Status: SUCCESS [ 917.622899] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-9f77f884-bf5a-4239-9508-cd9e7aec6f18" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 917.687260] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock member-a4b7db26-f9af-4c84-bf2d-dec757e43a8c taken with stack trace [, , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 917.687733] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a4b7db26-f9af-4c84-bf2d-dec757e43a8c" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 917.734204] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('5e2a3608-8755-4a87-8f09-3dc54e922d50',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 917.734204] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock member-5e2a3608-8755-4a87-8f09-3dc54e922d50 taken with stack trace [, , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 917.735176] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5e2a3608-8755-4a87-8f09-3dc54e922d50" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 917.735176] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 5dbb51a5-f87f-40fd-b17b-c8a51561fc24 with status ACTIVE [ 917.735176] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 917.735176] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 917.735176] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 917.735176] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 917.735176] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 917.735637] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 917.735637] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 917.735637] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 917.735637] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 917.735847] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 917.737728] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 917.737845] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 917.737845] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 917.738041] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 917.738126] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 917.738205] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 5dbb51a5-f87f-40fd-b17b-c8a51561fc24 is going to be updated. [ 917.758582] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a4b7db26-f9af-4c84-bf2d-dec757e43a8c in Status: SUCCESS [ 917.758582] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a4b7db26-f9af-4c84-bf2d-dec757e43a8c" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 917.758878] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a4b7db26-f9af-4c84-bf2d-dec757e43a8c" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 917.758910] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a4b7db26-f9af-4c84-bf2d-dec757e43a8c" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 917.760106] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 917.760106] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 917.760106] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 917.760106] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 917.760106] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 917.760106] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a4b7db26-f9af-4c84-bf2d-dec757e43a8c" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 917.760106] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('a4b7db26-f9af-4c84-bf2d-dec757e43a8c',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 917.763212] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 917.763347] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 917.763450] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 917.763800] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 917.763942] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 917.764116] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-5dbb51a5-f87f-40fd-b17b-c8a51561fc24" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 918.231695] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 4ea7bb1c-b746-44b1-abbe-9e20ef6cb145 in Status: SUCCESS [ 918.232036] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-4ea7bb1c-b746-44b1-abbe-9e20ef6cb145" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 918.240891] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('5e2a3608-8755-4a87-8f09-3dc54e922d50',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 918.265436] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock member-a4b7db26-f9af-4c84-bf2d-dec757e43a8c taken with stack trace [, , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 918.265646] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a4b7db26-f9af-4c84-bf2d-dec757e43a8c" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 918.265751] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a4b7db26-f9af-4c84-bf2d-dec757e43a8c" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 918.267018] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a4b7db26-f9af-4c84-bf2d-dec757e43a8c" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 918.267018] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 918.267018] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 918.267018] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 918.267018] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 918.267018] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 918.267018] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a4b7db26-f9af-4c84-bf2d-dec757e43a8c" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 918.267401] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock member-a4b7db26-f9af-4c84-bf2d-dec757e43a8c taken with stack trace [, , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 918.267576] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a4b7db26-f9af-4c84-bf2d-dec757e43a8c" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 918.267669] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a4b7db26-f9af-4c84-bf2d-dec757e43a8c" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 918.267954] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a4b7db26-f9af-4c84-bf2d-dec757e43a8c" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 918.268162] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 918.268328] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 918.268396] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 918.268543] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 918.268623] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 918.268785] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a4b7db26-f9af-4c84-bf2d-dec757e43a8c" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 918.268785] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('a4b7db26-f9af-4c84-bf2d-dec757e43a8c',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 918.745041] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 918.745041] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 918.745041] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 918.745041] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 918.745041] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 918.745041] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5e2a3608-8755-4a87-8f09-3dc54e922d50 is going to be created. [ 918.770934] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for a4b7db26-f9af-4c84-bf2d-dec757e43a8c: rpc.has_security_group_logging(os_id): False [ 918.775371] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 918.775533] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 918.775604] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 918.775810] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 918.775969] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 918.785773] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5e2a3608-8755-4a87-8f09-3dc54e922d50 in Status: UNINITIALIZED for 2s [ 918.793460] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 918.793614] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 918.793658] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 918.793880] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 918.793978] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 918.794215] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 918.794334] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 918.794400] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 918.794558] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 918.794650] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 918.794892] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 918.794998] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 918.795080] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 918.795238] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 918.795312] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 918.795505] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 918.795599] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 918.795661] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 918.795812] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 918.795887] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 918.795975] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a4b7db26-f9af-4c84-bf2d-dec757e43a8c is going to be updated. [ 918.876859] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 918.877165] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 918.877248] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 918.877491] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 918.877673] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 918.896080] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a4b7db26-f9af-4c84-bf2d-dec757e43a8c in Status: IN_PROGRESS for 2s [ 920.796340] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5e2a3608-8755-4a87-8f09-3dc54e922d50 in Status: SUCCESS [ 920.796596] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5e2a3608-8755-4a87-8f09-3dc54e922d50" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 920.796778] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5e2a3608-8755-4a87-8f09-3dc54e922d50" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 920.797104] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5e2a3608-8755-4a87-8f09-3dc54e922d50" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 920.797152] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 920.797254] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 920.797322] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 920.797474] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 920.797557] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 920.797642] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5e2a3608-8755-4a87-8f09-3dc54e922d50" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 920.797734] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('5e2a3608-8755-4a87-8f09-3dc54e922d50',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 920.915092] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a4b7db26-f9af-4c84-bf2d-dec757e43a8c in Status: SUCCESS [ 920.917518] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a4b7db26-f9af-4c84-bf2d-dec757e43a8c" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 920.917518] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a4b7db26-f9af-4c84-bf2d-dec757e43a8c" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 920.917518] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a4b7db26-f9af-4c84-bf2d-dec757e43a8c" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 920.917518] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a4b7db26-f9af-4c84-bf2d-dec757e43a8c',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 921.300783] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock member-5e2a3608-8755-4a87-8f09-3dc54e922d50 taken with stack trace [, , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 921.300944] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5e2a3608-8755-4a87-8f09-3dc54e922d50" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 921.301046] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5e2a3608-8755-4a87-8f09-3dc54e922d50" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 921.301282] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5e2a3608-8755-4a87-8f09-3dc54e922d50" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 921.301468] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 921.301624] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 921.301673] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 921.302056] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 921.302056] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 921.302056] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5e2a3608-8755-4a87-8f09-3dc54e922d50" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 921.302197] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock member-5e2a3608-8755-4a87-8f09-3dc54e922d50 taken with stack trace [, , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 921.302240] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5e2a3608-8755-4a87-8f09-3dc54e922d50" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 921.302315] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5e2a3608-8755-4a87-8f09-3dc54e922d50" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 921.302469] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5e2a3608-8755-4a87-8f09-3dc54e922d50" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 921.302597] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 921.302680] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 921.302800] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 921.302875] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 921.302954] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 921.303067] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5e2a3608-8755-4a87-8f09-3dc54e922d50" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 921.303162] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('5e2a3608-8755-4a87-8f09-3dc54e922d50',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 921.423650] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock member-a4b7db26-f9af-4c84-bf2d-dec757e43a8c taken with stack trace [, , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 921.423810] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a4b7db26-f9af-4c84-bf2d-dec757e43a8c" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 921.423907] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a4b7db26-f9af-4c84-bf2d-dec757e43a8c" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 921.424113] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a4b7db26-f9af-4c84-bf2d-dec757e43a8c" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 921.424302] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 921.424379] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 921.424426] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 921.424572] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 921.425278] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 921.425278] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a4b7db26-f9af-4c84-bf2d-dec757e43a8c" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 921.425278] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('a4b7db26-f9af-4c84-bf2d-dec757e43a8c',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 921.809422] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 5e2a3608-8755-4a87-8f09-3dc54e922d50: rpc.has_security_group_logging(os_id): False [ 921.836834] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 921.836834] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 921.837027] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 921.837268] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 921.837372] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 921.837785] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 921.837891] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 921.838418] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 921.838761] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 921.838846] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 921.839238] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 921.839395] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 921.839512] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 921.839751] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 921.839896] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 921.840359] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 921.840460] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 921.841081] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 921.841081] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 921.841081] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 921.841081] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 5e2a3608-8755-4a87-8f09-3dc54e922d50 is going to be created. [ 921.901404] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 921.901559] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 921.901633] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 921.901841] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 921.902071] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 921.926094] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 5e2a3608-8755-4a87-8f09-3dc54e922d50 in Status: IN_PROGRESS for 2s [ 921.929537] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock member-a4b7db26-f9af-4c84-bf2d-dec757e43a8c taken with stack trace [, , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 921.929701] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a4b7db26-f9af-4c84-bf2d-dec757e43a8c" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 921.929759] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a4b7db26-f9af-4c84-bf2d-dec757e43a8c" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 921.929948] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a4b7db26-f9af-4c84-bf2d-dec757e43a8c" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 921.930127] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 921.930227] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 921.930290] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 921.930438] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 921.930525] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 921.930612] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a4b7db26-f9af-4c84-bf2d-dec757e43a8c" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 921.930754] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock member-a4b7db26-f9af-4c84-bf2d-dec757e43a8c taken with stack trace [, , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 921.930845] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a4b7db26-f9af-4c84-bf2d-dec757e43a8c" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 921.930905] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a4b7db26-f9af-4c84-bf2d-dec757e43a8c" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 921.931058] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a4b7db26-f9af-4c84-bf2d-dec757e43a8c" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 921.931225] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 921.931323] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 921.931379] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 921.931516] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 921.931602] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 921.931687] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a4b7db26-f9af-4c84-bf2d-dec757e43a8c" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 921.931772] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('a4b7db26-f9af-4c84-bf2d-dec757e43a8c',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 922.223278] env[69685]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 922.223471] env[69685]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=2 [ 922.434660] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for a4b7db26-f9af-4c84-bf2d-dec757e43a8c: rpc.has_security_group_logging(os_id): False [ 922.452124] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 922.452478] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 922.452686] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 922.453507] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 922.453507] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 922.453507] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 922.453507] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 922.453782] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 922.454882] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 922.454882] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 922.454882] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 922.454882] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 922.454882] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 922.454882] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 922.454882] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 922.454882] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 922.454882] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 922.454882] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 922.455267] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 922.455298] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 922.455430] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a4b7db26-f9af-4c84-bf2d-dec757e43a8c is going to be updated. [ 922.515300] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 922.515474] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 922.515519] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 922.518513] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 922.518513] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 922.533979] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a4b7db26-f9af-4c84-bf2d-dec757e43a8c in Status: IN_PROGRESS for 2s [ 923.940101] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 5e2a3608-8755-4a87-8f09-3dc54e922d50 in Status: SUCCESS [ 923.940374] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-5e2a3608-8755-4a87-8f09-3dc54e922d50" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 924.370292] env[69685]: INFO networking_nsxv3.common.synchronization [None req-b10c1626-6051-478d-bc64-85b569ed2272 None None] Enqueued Resource ID: c17c9487-b8c3-4f5d-8544-db7c12a6dace with Priority: HIGHEST for action port [ 924.371270] env[69685]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c17c9487-b8c3-4f5d-8544-db7c12a6dace with Priority: HIGHEST for action port [ 924.371708] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock port-c17c9487-b8c3-4f5d-8544-db7c12a6dace taken with stack trace [, , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 924.371874] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-c17c9487-b8c3-4f5d-8544-db7c12a6dace" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 924.372137] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-c17c9487-b8c3-4f5d-8544-db7c12a6dace" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 924.372443] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-c17c9487-b8c3-4f5d-8544-db7c12a6dace" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 924.372695] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c17c9487-b8c3-4f5d-8544-db7c12a6dace',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 924.550887] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a4b7db26-f9af-4c84-bf2d-dec757e43a8c in Status: SUCCESS [ 924.550887] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a4b7db26-f9af-4c84-bf2d-dec757e43a8c" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 924.875311] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port c17c9487-b8c3-4f5d-8544-db7c12a6dace [ 924.875311] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 924.875559] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 924.875559] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 924.875709] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 924.875768] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 924.875862] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:c17c9487-b8c3-4f5d-8544-db7c12a6dace already deleted. [ 924.876018] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-c17c9487-b8c3-4f5d-8544-db7c12a6dace" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 925.329922] env[69685]: INFO networking_nsxv3.common.synchronization [req-691ef29c-342e-4fa1-9fad-5299096e6c1b req-1c79d86f-cd44-4abf-8e82-681d147e2cf2 tempest-ServersWithSpecificFlavorTestJSON-575759741 tempest-ServersWithSpecificFlavorTestJSON-575759741-project-member] Enqueued Resource ID: 3020eacc-da2b-44d0-a6a9-b3a094cac43a with Priority: HIGHEST for action security_group_members [ 925.331340] env[69685]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3020eacc-da2b-44d0-a6a9-b3a094cac43a with Priority: HIGHEST for action security_group_members [ 925.331340] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock member-3020eacc-da2b-44d0-a6a9-b3a094cac43a taken with stack trace [, , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 925.331340] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3020eacc-da2b-44d0-a6a9-b3a094cac43a" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 925.331340] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3020eacc-da2b-44d0-a6a9-b3a094cac43a" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 925.331706] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3020eacc-da2b-44d0-a6a9-b3a094cac43a" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 925.331706] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 925.331706] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 925.331963] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 925.331963] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 925.332061] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 925.332120] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3020eacc-da2b-44d0-a6a9-b3a094cac43a',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 925.637776] env[69685]: DEBUG networking_nsxv3.common.locking [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Lock network-184 taken with stack trace [, , , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 925.637990] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquiring lock "network-184" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 925.638154] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquired lock "network-184" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 925.638439] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquired external semaphore "network-184" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 925.638709] env[69685]: DEBUG networking_nsxv3.common.locking [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 925.638882] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquiring lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 925.639010] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquired lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 925.639554] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquired external semaphore "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 925.639849] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Releasing lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 925.640163] env[69685]: DEBUG dogpile.cache.region [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] No value present for key: 'zone-id' {{(pid=69685) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 925.640417] env[69685]: DEBUG dogpile.lock [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] NeedRegenerationException {{(pid=69685) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 925.640560] env[69685]: DEBUG dogpile.lock [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] no value, waiting for create lock {{(pid=69685) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 925.640768] env[69685]: DEBUG dogpile.lock [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] value creation lock acquired {{(pid=69685) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 925.641060] env[69685]: DEBUG dogpile.cache.region [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] No value present for key: 'zone-id' {{(pid=69685) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 925.641342] env[69685]: DEBUG dogpile.lock [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Calling creation function for not-yet-present value {{(pid=69685) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 925.641558] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 925.659644] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 925.659944] env[69685]: DEBUG dogpile.cache.region [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Cache value generated in 0.018 seconds for key(s): 'zone-id' {{(pid=69685) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 925.660395] env[69685]: DEBUG dogpile.lock [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Released creation lock {{(pid=69685) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 925.660582] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Releasing lock "network-184" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 925.661144] env[69685]: DEBUG networking_nsxv3.common.locking [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Lock port-5ac2d3c5-b63d-43e3-9b3e-678a67337b88 taken with stack trace [, , , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 925.661535] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquiring lock "port-5ac2d3c5-b63d-43e3-9b3e-678a67337b88" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 925.661721] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquired lock "port-5ac2d3c5-b63d-43e3-9b3e-678a67337b88" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 925.662181] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquired external semaphore "port-5ac2d3c5-b63d-43e3-9b3e-678a67337b88" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 925.662454] env[69685]: DEBUG networking_nsxv3.api.rpc [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5ac2d3c5-b63d-43e3-9b3e-678a67337b88',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 925.834498] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 925.834654] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 925.834732] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 925.834959] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 925.835608] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 925.835608] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 925.835608] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 925.835608] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 925.835881] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 925.835881] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 925.835958] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3020eacc-da2b-44d0-a6a9-b3a094cac43a is going to be deleted. [ 925.861388] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 925.862046] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 925.862046] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 925.862046] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 925.862046] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 925.862046] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3020eacc-da2b-44d0-a6a9-b3a094cac43a" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 926.167786] env[69685]: DEBUG networking_nsxv3.common.locking [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 926.168075] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquiring lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 926.168177] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquired lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 926.168706] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquired external semaphore "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 926.169019] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Releasing lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 926.169321] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Segment Port 5ac2d3c5-b63d-43e3-9b3e-678a67337b88 not found, creating... [ 926.169818] env[69685]: DEBUG networking_nsxv3.common.locking [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 926.170141] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquiring lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 926.170384] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquired lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 926.170651] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquired external semaphore "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 926.170986] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Releasing lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 926.171519] env[69685]: DEBUG networking_nsxv3.common.locking [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 926.171707] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquiring lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 926.172151] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquired lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 926.172235] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquired external semaphore "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 926.172433] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Releasing lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 926.173026] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Resource: SegmentPort with ID: 5ac2d3c5-b63d-43e3-9b3e-678a67337b88 is going to be created. [ 926.190872] env[69685]: DEBUG networking_nsxv3.common.locking [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 926.191597] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquiring lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 926.191962] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquired lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 926.192367] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquired external semaphore "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 926.192632] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Releasing lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 926.192870] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Releasing lock "port-5ac2d3c5-b63d-43e3-9b3e-678a67337b88" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 926.538681] env[69685]: INFO networking_nsxv3.common.synchronization [None req-50fc5023-aede-4fae-9127-c81150913033 None None] Enqueued Resource ID: 6df1c29b-9801-4710-9d2a-649f19b1a3a0 with Priority: HIGHEST for action port [ 926.539145] env[69685]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6df1c29b-9801-4710-9d2a-649f19b1a3a0 with Priority: HIGHEST for action port [ 926.539478] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock port-6df1c29b-9801-4710-9d2a-649f19b1a3a0 taken with stack trace [, , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 926.539654] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-6df1c29b-9801-4710-9d2a-649f19b1a3a0" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 926.539654] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-6df1c29b-9801-4710-9d2a-649f19b1a3a0" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 926.539946] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-6df1c29b-9801-4710-9d2a-649f19b1a3a0" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 926.540028] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6df1c29b-9801-4710-9d2a-649f19b1a3a0',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 926.912022] env[69685]: INFO networking_nsxv3.common.synchronization [req-691ef29c-342e-4fa1-9fad-5299096e6c1b req-92efc8e8-f55a-43b9-af94-c74b5ad5850d service nova] Enqueued Resource ID: 3020eacc-da2b-44d0-a6a9-b3a094cac43a with Priority: HIGHEST for action security_group_rules [ 926.912022] env[69685]: INFO networking_nsxv3.common.synchronization [req-691ef29c-342e-4fa1-9fad-5299096e6c1b req-92efc8e8-f55a-43b9-af94-c74b5ad5850d service nova] Enqueued Resource ID: 3020eacc-da2b-44d0-a6a9-b3a094cac43a with Priority: HIGHEST for action security_group_members [ 926.912022] env[69685]: INFO networking_nsxv3.common.synchronization [req-691ef29c-342e-4fa1-9fad-5299096e6c1b req-92efc8e8-f55a-43b9-af94-c74b5ad5850d service nova] Enqueued Resource ID: 5ac2d3c5-b63d-43e3-9b3e-678a67337b88 with Priority: HIGHEST for action port [ 926.912022] env[69685]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3020eacc-da2b-44d0-a6a9-b3a094cac43a with Priority: HIGHEST for action security_group_rules [ 926.914636] env[69685]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3020eacc-da2b-44d0-a6a9-b3a094cac43a with Priority: HIGHEST for action security_group_members [ 926.914636] env[69685]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5ac2d3c5-b63d-43e3-9b3e-678a67337b88 with Priority: HIGHEST for action port [ 926.914636] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock rules-3020eacc-da2b-44d0-a6a9-b3a094cac43a taken with stack trace [, , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 926.914636] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-3020eacc-da2b-44d0-a6a9-b3a094cac43a" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 926.914636] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-3020eacc-da2b-44d0-a6a9-b3a094cac43a" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 926.914636] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-3020eacc-da2b-44d0-a6a9-b3a094cac43a" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 926.914636] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('3020eacc-da2b-44d0-a6a9-b3a094cac43a',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 926.915767] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock member-3020eacc-da2b-44d0-a6a9-b3a094cac43a taken with stack trace [, , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 926.915941] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3020eacc-da2b-44d0-a6a9-b3a094cac43a" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 926.916072] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3020eacc-da2b-44d0-a6a9-b3a094cac43a" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 926.916404] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3020eacc-da2b-44d0-a6a9-b3a094cac43a" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 926.916639] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 926.916826] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 926.916912] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 926.917275] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 926.917423] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 926.917568] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3020eacc-da2b-44d0-a6a9-b3a094cac43a',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 926.920426] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock port-5ac2d3c5-b63d-43e3-9b3e-678a67337b88 taken with stack trace [, , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 926.920426] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-5ac2d3c5-b63d-43e3-9b3e-678a67337b88" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 926.920426] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-5ac2d3c5-b63d-43e3-9b3e-678a67337b88" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 926.920426] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-5ac2d3c5-b63d-43e3-9b3e-678a67337b88" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 926.920426] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5ac2d3c5-b63d-43e3-9b3e-678a67337b88',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 927.042601] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 6df1c29b-9801-4710-9d2a-649f19b1a3a0 [ 927.042874] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 927.043039] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 927.043159] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 927.043419] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 927.043553] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 927.043657] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:6df1c29b-9801-4710-9d2a-649f19b1a3a0 already deleted. [ 927.043759] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-6df1c29b-9801-4710-9d2a-649f19b1a3a0" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 927.424031] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock member-3020eacc-da2b-44d0-a6a9-b3a094cac43a taken with stack trace [, , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 927.424031] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3020eacc-da2b-44d0-a6a9-b3a094cac43a" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 927.424031] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('3020eacc-da2b-44d0-a6a9-b3a094cac43a',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 927.424031] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 5ac2d3c5-b63d-43e3-9b3e-678a67337b88 with status ACTIVE [ 927.424031] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 927.424031] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 927.424031] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 927.425129] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 927.425378] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 927.425668] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 927.425973] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 927.428027] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 927.428027] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 927.428027] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 927.428027] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 927.428027] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 927.428027] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 927.428027] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 927.428027] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 927.428027] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 5ac2d3c5-b63d-43e3-9b3e-678a67337b88 is going to be updated. [ 927.449937] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 927.451921] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 927.451921] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 927.451921] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 927.451921] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 927.451921] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-5ac2d3c5-b63d-43e3-9b3e-678a67337b88" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 927.931103] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('3020eacc-da2b-44d0-a6a9-b3a094cac43a',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 928.434029] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 928.434304] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 928.434304] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 928.434481] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 928.434564] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 928.434684] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3020eacc-da2b-44d0-a6a9-b3a094cac43a is going to be created. [ 928.459137] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 928.459348] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 928.459492] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 928.459754] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 928.459921] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 928.469231] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3020eacc-da2b-44d0-a6a9-b3a094cac43a in Status: UNINITIALIZED for 2s [ 930.479514] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3020eacc-da2b-44d0-a6a9-b3a094cac43a in Status: SUCCESS [ 930.479785] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3020eacc-da2b-44d0-a6a9-b3a094cac43a" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 930.479933] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3020eacc-da2b-44d0-a6a9-b3a094cac43a" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 930.480199] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3020eacc-da2b-44d0-a6a9-b3a094cac43a" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 930.480408] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 930.480529] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 930.480597] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 930.480769] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 930.480867] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 930.480958] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3020eacc-da2b-44d0-a6a9-b3a094cac43a" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 930.481074] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('3020eacc-da2b-44d0-a6a9-b3a094cac43a',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 930.984148] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('3020eacc-da2b-44d0-a6a9-b3a094cac43a',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 931.486097] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 3020eacc-da2b-44d0-a6a9-b3a094cac43a: rpc.has_security_group_logging(os_id): False [ 931.502908] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 931.503201] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 931.503201] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 931.503442] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 931.503544] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 931.503878] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 931.503985] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 931.504089] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 931.504265] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 931.504349] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 931.504862] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 3020eacc-da2b-44d0-a6a9-b3a094cac43a is going to be created. [ 931.561537] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 931.561796] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 931.561858] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 931.562236] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 931.562497] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 931.574226] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 3020eacc-da2b-44d0-a6a9-b3a094cac43a in Status: IN_PROGRESS for 2s [ 931.913960] env[69685]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 931.914236] env[69685]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=1 [ 933.587818] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 3020eacc-da2b-44d0-a6a9-b3a094cac43a in Status: SUCCESS [ 933.588212] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-3020eacc-da2b-44d0-a6a9-b3a094cac43a" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 935.194331] env[69685]: INFO networking_nsxv3.common.synchronization [req-3c462acb-9243-4558-8d1e-aff4dbe34244 req-570b05c4-3d59-4f0b-8f44-c88d9ca22724 tempest-ServersTestMultiNic-327096295 tempest-ServersTestMultiNic-327096295-project-member] Enqueued Resource ID: 2406fba9-a9fc-4720-937d-2a0a894ad28f with Priority: HIGHEST for action security_group_members [ 935.195235] env[69685]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2406fba9-a9fc-4720-937d-2a0a894ad28f with Priority: HIGHEST for action security_group_members [ 935.195607] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock member-2406fba9-a9fc-4720-937d-2a0a894ad28f taken with stack trace [, , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 935.195763] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2406fba9-a9fc-4720-937d-2a0a894ad28f" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 935.195917] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2406fba9-a9fc-4720-937d-2a0a894ad28f" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 935.196235] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2406fba9-a9fc-4720-937d-2a0a894ad28f" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 935.196446] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 935.196594] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 935.196664] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 935.196910] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 935.197043] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 935.197288] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2406fba9-a9fc-4720-937d-2a0a894ad28f',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 935.495231] env[69685]: INFO networking_nsxv3.common.synchronization [req-3c462acb-9243-4558-8d1e-aff4dbe34244 req-032f8d55-eb9e-44b1-b973-2e9bb4ada8c9 tempest-ServersTestMultiNic-327096295 tempest-ServersTestMultiNic-327096295-project-member] Enqueued Resource ID: 2406fba9-a9fc-4720-937d-2a0a894ad28f with Priority: HIGHEST for action security_group_members [ 935.495439] env[69685]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2406fba9-a9fc-4720-937d-2a0a894ad28f with Priority: HIGHEST for action security_group_members [ 935.495747] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock member-2406fba9-a9fc-4720-937d-2a0a894ad28f taken with stack trace [, , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 935.495846] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2406fba9-a9fc-4720-937d-2a0a894ad28f" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 935.701856] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 935.701856] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 935.701856] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 935.701856] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 935.701856] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 935.701856] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 935.701856] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 935.701856] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 935.701856] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 935.701856] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 935.701856] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2406fba9-a9fc-4720-937d-2a0a894ad28f already deleted. [ 935.701856] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2406fba9-a9fc-4720-937d-2a0a894ad28f" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 935.701856] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2406fba9-a9fc-4720-937d-2a0a894ad28f" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 935.702481] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2406fba9-a9fc-4720-937d-2a0a894ad28f" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 935.702481] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 935.702481] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 935.702481] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 935.702481] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 935.702693] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 935.702693] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2406fba9-a9fc-4720-937d-2a0a894ad28f',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 935.788594] env[69685]: INFO networking_nsxv3.common.synchronization [req-3c462acb-9243-4558-8d1e-aff4dbe34244 req-1cef3c96-a8d7-46ea-9a05-03f3e7a11ea4 tempest-ServersTestMultiNic-327096295 tempest-ServersTestMultiNic-327096295-project-member] Enqueued Resource ID: 2406fba9-a9fc-4720-937d-2a0a894ad28f with Priority: HIGHEST for action security_group_members [ 935.790359] env[69685]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2406fba9-a9fc-4720-937d-2a0a894ad28f with Priority: HIGHEST for action security_group_members [ 935.790463] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock member-2406fba9-a9fc-4720-937d-2a0a894ad28f taken with stack trace [, , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 935.790912] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2406fba9-a9fc-4720-937d-2a0a894ad28f" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 936.119906] env[69685]: DEBUG networking_nsxv3.common.locking [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Lock network-663 taken with stack trace [, , , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 936.120063] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquiring lock "network-663" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 936.120162] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquired lock "network-663" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 936.120524] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquired external semaphore "network-663" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 936.120822] env[69685]: DEBUG networking_nsxv3.common.locking [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 936.121019] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquiring lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 936.121188] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquired lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 936.121472] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquired external semaphore "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 936.121594] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Releasing lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 936.122591] env[69685]: DEBUG dogpile.cache.region [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] No value present for key: 'zone-id' {{(pid=69685) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 936.122591] env[69685]: DEBUG dogpile.lock [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] NeedRegenerationException {{(pid=69685) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 936.122591] env[69685]: DEBUG dogpile.lock [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] no value, waiting for create lock {{(pid=69685) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 936.122591] env[69685]: DEBUG dogpile.lock [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] value creation lock acquired {{(pid=69685) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 936.122591] env[69685]: DEBUG dogpile.cache.region [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] No value present for key: 'zone-id' {{(pid=69685) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 936.122591] env[69685]: DEBUG dogpile.lock [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Calling creation function for not-yet-present value {{(pid=69685) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 936.122591] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 936.142063] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 936.142063] env[69685]: DEBUG dogpile.cache.region [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=69685) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 936.142378] env[69685]: DEBUG dogpile.lock [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Released creation lock {{(pid=69685) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 936.142378] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Releasing lock "network-663" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 936.142652] env[69685]: DEBUG networking_nsxv3.common.locking [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Lock port-ef6cdff5-4bc3-4321-b542-9566b395e412 taken with stack trace [, , , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 936.142897] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquiring lock "port-ef6cdff5-4bc3-4321-b542-9566b395e412" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 936.143050] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquired lock "port-ef6cdff5-4bc3-4321-b542-9566b395e412" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 936.143405] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquired external semaphore "port-ef6cdff5-4bc3-4321-b542-9566b395e412" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 936.143557] env[69685]: DEBUG networking_nsxv3.api.rpc [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ef6cdff5-4bc3-4321-b542-9566b395e412',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 936.206081] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 936.206423] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 936.206423] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 936.206625] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 936.206725] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 936.206975] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 936.207126] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 936.207252] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 936.207437] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 936.207533] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 936.207629] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2406fba9-a9fc-4720-937d-2a0a894ad28f already deleted. [ 936.207722] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2406fba9-a9fc-4720-937d-2a0a894ad28f" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 936.207900] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2406fba9-a9fc-4720-937d-2a0a894ad28f" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 936.208082] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2406fba9-a9fc-4720-937d-2a0a894ad28f" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 936.208345] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 936.208481] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 936.208548] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 936.208698] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 936.208816] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 936.208849] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2406fba9-a9fc-4720-937d-2a0a894ad28f',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 936.646742] env[69685]: DEBUG networking_nsxv3.common.locking [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 936.647021] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquiring lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 936.647236] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquired lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 936.647669] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquired external semaphore "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 936.647839] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Releasing lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 936.648009] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Segment Port ef6cdff5-4bc3-4321-b542-9566b395e412 not found, creating... [ 936.648374] env[69685]: DEBUG networking_nsxv3.common.locking [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 936.648634] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquiring lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 936.648772] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquired lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 936.649131] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquired external semaphore "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 936.649198] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Releasing lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 936.649518] env[69685]: DEBUG networking_nsxv3.common.locking [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 936.649703] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquiring lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 936.649825] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquired lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 936.650064] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquired external semaphore "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 936.650210] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Releasing lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 936.650354] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Resource: SegmentPort with ID: ef6cdff5-4bc3-4321-b542-9566b395e412 is going to be created. [ 936.672137] env[69685]: DEBUG networking_nsxv3.common.locking [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 936.672352] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquiring lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 936.672478] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquired lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 936.672777] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquired external semaphore "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 936.672996] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Releasing lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 936.673244] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Releasing lock "port-ef6cdff5-4bc3-4321-b542-9566b395e412" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 936.712404] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 936.712586] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 936.712661] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 936.712876] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 936.713033] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 936.713182] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 936.713278] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 936.713342] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 936.713489] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 936.713567] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 936.713653] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2406fba9-a9fc-4720-937d-2a0a894ad28f already deleted. [ 936.713732] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2406fba9-a9fc-4720-937d-2a0a894ad28f" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 937.113331] env[69685]: INFO networking_nsxv3.common.synchronization [None req-3faeee97-bf54-4b76-aa05-f580a68e0fa2 tempest-ImagesOneServerNegativeTestJSON-2023172150 tempest-ImagesOneServerNegativeTestJSON-2023172150-project-member] Enqueued Resource ID: e5a9bb87-b9b6-4487-9770-8610c4d86151 with Priority: HIGHEST for action security_group_rules [ 937.113331] env[69685]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e5a9bb87-b9b6-4487-9770-8610c4d86151 with Priority: HIGHEST for action security_group_rules [ 937.113331] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e5a9bb87-b9b6-4487-9770-8610c4d86151 taken with stack trace [, , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 937.113331] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e5a9bb87-b9b6-4487-9770-8610c4d86151" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 937.113331] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e5a9bb87-b9b6-4487-9770-8610c4d86151" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 937.114436] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e5a9bb87-b9b6-4487-9770-8610c4d86151" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 937.114436] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e5a9bb87-b9b6-4487-9770-8610c4d86151',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 937.267548] env[69685]: INFO networking_nsxv3.common.synchronization [None req-4e04f83b-0caf-4e8f-8827-261de26d79db tempest-ImagesOneServerNegativeTestJSON-2023172150 tempest-ImagesOneServerNegativeTestJSON-2023172150-project-member] Enqueued Resource ID: e5a9bb87-b9b6-4487-9770-8610c4d86151 with Priority: HIGHEST for action security_group_rules [ 937.268113] env[69685]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e5a9bb87-b9b6-4487-9770-8610c4d86151 with Priority: HIGHEST for action security_group_rules [ 937.268550] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e5a9bb87-b9b6-4487-9770-8610c4d86151 taken with stack trace [, , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 937.268658] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e5a9bb87-b9b6-4487-9770-8610c4d86151" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 937.561199] env[69685]: INFO networking_nsxv3.common.synchronization [req-3c462acb-9243-4558-8d1e-aff4dbe34244 req-3f13f788-6705-4e6c-8a4b-889d21b18c55 service nova] Enqueued Resource ID: 2406fba9-a9fc-4720-937d-2a0a894ad28f with Priority: HIGHEST for action security_group_rules [ 937.561392] env[69685]: INFO networking_nsxv3.common.synchronization [req-3c462acb-9243-4558-8d1e-aff4dbe34244 req-3f13f788-6705-4e6c-8a4b-889d21b18c55 service nova] Enqueued Resource ID: 2406fba9-a9fc-4720-937d-2a0a894ad28f with Priority: HIGHEST for action security_group_members [ 937.561556] env[69685]: INFO networking_nsxv3.common.synchronization [req-3c462acb-9243-4558-8d1e-aff4dbe34244 req-3f13f788-6705-4e6c-8a4b-889d21b18c55 service nova] Enqueued Resource ID: ef6cdff5-4bc3-4321-b542-9566b395e412 with Priority: HIGHEST for action port [ 937.561798] env[69685]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2406fba9-a9fc-4720-937d-2a0a894ad28f with Priority: HIGHEST for action security_group_rules [ 937.561847] env[69685]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2406fba9-a9fc-4720-937d-2a0a894ad28f with Priority: HIGHEST for action security_group_members [ 937.561943] env[69685]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ef6cdff5-4bc3-4321-b542-9566b395e412 with Priority: HIGHEST for action port [ 937.562540] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock rules-2406fba9-a9fc-4720-937d-2a0a894ad28f taken with stack trace [, , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 937.565873] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-2406fba9-a9fc-4720-937d-2a0a894ad28f" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 937.565873] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-2406fba9-a9fc-4720-937d-2a0a894ad28f" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 937.565873] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-2406fba9-a9fc-4720-937d-2a0a894ad28f" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 937.565873] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('2406fba9-a9fc-4720-937d-2a0a894ad28f',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 937.565873] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock member-2406fba9-a9fc-4720-937d-2a0a894ad28f taken with stack trace [, , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 937.565873] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2406fba9-a9fc-4720-937d-2a0a894ad28f" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 937.565873] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2406fba9-a9fc-4720-937d-2a0a894ad28f" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 937.565873] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2406fba9-a9fc-4720-937d-2a0a894ad28f" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 937.566755] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 937.566755] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 937.567360] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 937.567459] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 937.567527] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 937.567632] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2406fba9-a9fc-4720-937d-2a0a894ad28f',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 937.568563] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock port-ef6cdff5-4bc3-4321-b542-9566b395e412 taken with stack trace [, , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 937.568684] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ef6cdff5-4bc3-4321-b542-9566b395e412" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 937.568758] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ef6cdff5-4bc3-4321-b542-9566b395e412" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 937.568928] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ef6cdff5-4bc3-4321-b542-9566b395e412" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 937.569622] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ef6cdff5-4bc3-4321-b542-9566b395e412',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 937.639104] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 937.639575] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 937.640346] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 937.640721] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 937.640982] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 937.641245] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e5a9bb87-b9b6-4487-9770-8610c4d86151 already deleted. [ 937.643039] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e5a9bb87-b9b6-4487-9770-8610c4d86151" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 937.643039] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e5a9bb87-b9b6-4487-9770-8610c4d86151" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 937.643039] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e5a9bb87-b9b6-4487-9770-8610c4d86151" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 937.643039] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e5a9bb87-b9b6-4487-9770-8610c4d86151',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 938.073171] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('2406fba9-a9fc-4720-937d-2a0a894ad28f',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 938.073860] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock member-2406fba9-a9fc-4720-937d-2a0a894ad28f taken with stack trace [, , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 938.073977] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2406fba9-a9fc-4720-937d-2a0a894ad28f" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 938.074160] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port ef6cdff5-4bc3-4321-b542-9566b395e412 with status ACTIVE [ 938.074378] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 938.074447] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 938.074514] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 938.074742] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 938.074829] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 938.074992] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 938.075101] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 938.075159] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 938.075447] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 938.075488] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 938.075635] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 938.075721] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 938.075778] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 938.075915] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 938.075982] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 938.080290] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: ef6cdff5-4bc3-4321-b542-9566b395e412 is going to be updated. [ 938.099979] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 938.100201] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 938.100236] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 938.100618] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 938.100822] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 938.101024] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ef6cdff5-4bc3-4321-b542-9566b395e412" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 938.170745] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 938.170745] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 938.170745] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 938.171482] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 938.171482] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 938.171482] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e5a9bb87-b9b6-4487-9770-8610c4d86151 already deleted. [ 938.171482] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e5a9bb87-b9b6-4487-9770-8610c4d86151" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 938.243069] env[69685]: INFO networking_nsxv3.common.synchronization [req-55e9da3f-6e1d-4fbf-ad54-94d42311893b req-803a601b-8f89-4bdb-b958-2b0ec37cdbcb tempest-ServerDiskConfigTestJSON-901540771 tempest-ServerDiskConfigTestJSON-901540771-project-member] Enqueued Resource ID: 5ef219b4-c621-4645-9c97-22a83d872582 with Priority: HIGHEST for action security_group_members [ 938.243069] env[69685]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5ef219b4-c621-4645-9c97-22a83d872582 with Priority: HIGHEST for action security_group_members [ 938.243424] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock member-5ef219b4-c621-4645-9c97-22a83d872582 taken with stack trace [, , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 938.243693] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5ef219b4-c621-4645-9c97-22a83d872582" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 938.244973] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5ef219b4-c621-4645-9c97-22a83d872582" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 938.245380] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5ef219b4-c621-4645-9c97-22a83d872582" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 938.246037] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 938.246037] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 938.246037] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 938.246037] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 938.246382] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 938.246567] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5ef219b4-c621-4645-9c97-22a83d872582',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 938.567659] env[69685]: DEBUG networking_nsxv3.common.locking [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Lock network-592 taken with stack trace [, , , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 938.568330] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquiring lock "network-592" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 938.568612] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquired lock "network-592" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 938.569200] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquired external semaphore "network-592" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 938.569664] env[69685]: DEBUG networking_nsxv3.common.locking [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 938.569983] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquiring lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 938.573016] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquired lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 938.715241] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquired external semaphore "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 938.715529] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Releasing lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 938.715787] env[69685]: DEBUG dogpile.cache.region [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] No value present for key: 'zone-id' {{(pid=69685) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 938.715914] env[69685]: DEBUG dogpile.lock [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] NeedRegenerationException {{(pid=69685) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 938.716055] env[69685]: DEBUG dogpile.lock [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] no value, waiting for create lock {{(pid=69685) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 938.716182] env[69685]: DEBUG dogpile.lock [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] value creation lock acquired {{(pid=69685) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 938.716385] env[69685]: DEBUG dogpile.cache.region [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] No value present for key: 'zone-id' {{(pid=69685) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 938.716429] env[69685]: DEBUG dogpile.lock [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Calling creation function for not-yet-present value {{(pid=69685) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 938.716611] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 938.718598] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('2406fba9-a9fc-4720-937d-2a0a894ad28f',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 938.720225] env[69685]: DEBUG networking_nsxv3.common.locking [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Lock network-601 taken with stack trace [, , , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 938.720406] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquiring lock "network-601" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 938.720527] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquired lock "network-601" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 938.720844] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquired external semaphore "network-601" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 938.721118] env[69685]: DEBUG networking_nsxv3.common.locking [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 938.721279] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquiring lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 938.721563] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquired lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 938.721602] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquired external semaphore "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 938.721739] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Releasing lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 938.721918] env[69685]: DEBUG dogpile.cache.region [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] No value present for key: 'zone-id' {{(pid=69685) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 938.722041] env[69685]: DEBUG dogpile.lock [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] NeedRegenerationException {{(pid=69685) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 938.722151] env[69685]: DEBUG dogpile.lock [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] no value, waiting for create lock {{(pid=69685) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 938.722256] env[69685]: DEBUG dogpile.lock [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] value creation lock acquired {{(pid=69685) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 938.722363] env[69685]: DEBUG dogpile.cache.region [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] No value present for key: 'zone-id' {{(pid=69685) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 938.722539] env[69685]: DEBUG dogpile.lock [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Calling creation function for not-yet-present value {{(pid=69685) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 938.722596] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 938.740299] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 938.740459] env[69685]: DEBUG dogpile.cache.region [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Cache value generated in 0.024 seconds for key(s): 'zone-id' {{(pid=69685) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 938.740599] env[69685]: DEBUG dogpile.lock [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Released creation lock {{(pid=69685) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 938.740768] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Releasing lock "network-592" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 938.742085] env[69685]: DEBUG networking_nsxv3.common.locking [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Lock port-2d320e73-fc3f-4260-9ef9-a8534e23cfe3 taken with stack trace [, , , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 938.742085] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquiring lock "port-2d320e73-fc3f-4260-9ef9-a8534e23cfe3" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 938.742085] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquired lock "port-2d320e73-fc3f-4260-9ef9-a8534e23cfe3" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 938.742085] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquired external semaphore "port-2d320e73-fc3f-4260-9ef9-a8534e23cfe3" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 938.742085] env[69685]: DEBUG networking_nsxv3.api.rpc [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2d320e73-fc3f-4260-9ef9-a8534e23cfe3',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 938.744087] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 938.744239] env[69685]: DEBUG dogpile.cache.region [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=69685) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 938.744401] env[69685]: DEBUG dogpile.lock [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Released creation lock {{(pid=69685) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 938.744589] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Releasing lock "network-601" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 938.744872] env[69685]: DEBUG networking_nsxv3.common.locking [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Lock port-2e013412-3b40-4a54-9862-4975d424cbcf taken with stack trace [, , , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 938.745057] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquiring lock "port-2e013412-3b40-4a54-9862-4975d424cbcf" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 938.745178] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquired lock "port-2e013412-3b40-4a54-9862-4975d424cbcf" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 938.745504] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquired external semaphore "port-2e013412-3b40-4a54-9862-4975d424cbcf" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 938.745636] env[69685]: DEBUG networking_nsxv3.api.rpc [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2e013412-3b40-4a54-9862-4975d424cbcf',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 938.748908] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 938.749015] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 938.749087] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 938.749264] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 938.749350] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 938.749533] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 938.749640] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 938.749697] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 938.749823] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 938.750070] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 938.750070] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5ef219b4-c621-4645-9c97-22a83d872582 already deleted. [ 938.750070] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5ef219b4-c621-4645-9c97-22a83d872582" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 939.227015] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 939.227015] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 939.227015] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 939.227015] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 939.227015] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 939.227015] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2406fba9-a9fc-4720-937d-2a0a894ad28f is going to be created. [ 939.247160] env[69685]: DEBUG networking_nsxv3.common.locking [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 939.247160] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquiring lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 939.247160] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquired lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 939.247160] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquired external semaphore "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 939.247160] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Releasing lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 939.247160] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Segment Port 2d320e73-fc3f-4260-9ef9-a8534e23cfe3 not found, creating... [ 939.247160] env[69685]: DEBUG networking_nsxv3.common.locking [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 939.247160] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquiring lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 939.247160] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquired lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 939.247160] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquired external semaphore "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 939.247160] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Releasing lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 939.247644] env[69685]: DEBUG networking_nsxv3.common.locking [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 939.247644] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquiring lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 939.247644] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquired lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 939.247644] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquired external semaphore "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 939.247644] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Releasing lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 939.247644] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Resource: SegmentPort with ID: 2d320e73-fc3f-4260-9ef9-a8534e23cfe3 is going to be created. [ 939.250185] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 939.250467] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 939.250673] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 939.251012] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 939.251260] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 939.252519] env[69685]: DEBUG networking_nsxv3.common.locking [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 939.252835] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquiring lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 939.253071] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquired lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 939.253381] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquired external semaphore "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 939.253634] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Releasing lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 939.253951] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Segment Port 2e013412-3b40-4a54-9862-4975d424cbcf not found, creating... [ 939.254681] env[69685]: DEBUG networking_nsxv3.common.locking [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 939.254681] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquiring lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 939.254681] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquired lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 939.254866] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquired external semaphore "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 939.255011] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Releasing lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 939.255309] env[69685]: DEBUG networking_nsxv3.common.locking [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 939.255466] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquiring lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 939.255586] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquired lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 939.255794] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquired external semaphore "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 939.255931] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Releasing lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 939.256089] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Resource: SegmentPort with ID: 2e013412-3b40-4a54-9862-4975d424cbcf is going to be created. [ 939.266694] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2406fba9-a9fc-4720-937d-2a0a894ad28f in Status: UNINITIALIZED for 2s [ 939.275830] env[69685]: DEBUG networking_nsxv3.common.locking [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 939.276066] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquiring lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 939.276198] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquired lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 939.276484] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquired external semaphore "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 939.276716] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Releasing lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 939.276945] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Releasing lock "port-2d320e73-fc3f-4260-9ef9-a8534e23cfe3" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 939.279269] env[69685]: DEBUG networking_nsxv3.common.locking [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 939.279475] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquiring lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 939.279613] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquired lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 939.279870] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquired external semaphore "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 939.280169] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Releasing lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 939.281206] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Releasing lock "port-2e013412-3b40-4a54-9862-4975d424cbcf" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 940.096918] env[69685]: INFO networking_nsxv3.common.synchronization [req-3c462acb-9243-4558-8d1e-aff4dbe34244 req-7e65ae93-4f30-41ae-bee2-7dd76dc69763 service nova] Enqueued Resource ID: 2406fba9-a9fc-4720-937d-2a0a894ad28f with Priority: HIGHEST for action security_group_rules [ 940.097230] env[69685]: INFO networking_nsxv3.common.synchronization [req-3c462acb-9243-4558-8d1e-aff4dbe34244 req-7e65ae93-4f30-41ae-bee2-7dd76dc69763 service nova] Enqueued Resource ID: 2406fba9-a9fc-4720-937d-2a0a894ad28f with Priority: HIGHEST for action security_group_members [ 940.097482] env[69685]: INFO networking_nsxv3.common.synchronization [req-3c462acb-9243-4558-8d1e-aff4dbe34244 req-7e65ae93-4f30-41ae-bee2-7dd76dc69763 service nova] Enqueued Resource ID: 2d320e73-fc3f-4260-9ef9-a8534e23cfe3 with Priority: HIGHEST for action port [ 940.097926] env[69685]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2406fba9-a9fc-4720-937d-2a0a894ad28f with Priority: HIGHEST for action security_group_rules [ 940.098240] env[69685]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2406fba9-a9fc-4720-937d-2a0a894ad28f with Priority: HIGHEST for action security_group_members [ 940.098449] env[69685]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2d320e73-fc3f-4260-9ef9-a8534e23cfe3 with Priority: HIGHEST for action port [ 940.098780] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock rules-2406fba9-a9fc-4720-937d-2a0a894ad28f taken with stack trace [, , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 940.098899] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-2406fba9-a9fc-4720-937d-2a0a894ad28f" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 940.099126] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock member-2406fba9-a9fc-4720-937d-2a0a894ad28f taken with stack trace [, , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 940.099232] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2406fba9-a9fc-4720-937d-2a0a894ad28f" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 940.099451] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock port-2d320e73-fc3f-4260-9ef9-a8534e23cfe3 taken with stack trace [, , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 940.099560] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-2d320e73-fc3f-4260-9ef9-a8534e23cfe3" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 940.099642] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-2d320e73-fc3f-4260-9ef9-a8534e23cfe3" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 940.099877] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-2d320e73-fc3f-4260-9ef9-a8534e23cfe3" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 940.099966] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2d320e73-fc3f-4260-9ef9-a8534e23cfe3',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 940.570390] env[69685]: INFO networking_nsxv3.common.synchronization [req-55e9da3f-6e1d-4fbf-ad54-94d42311893b req-3e67c7a5-132d-442e-826e-481ba30e0a6d service nova] Enqueued Resource ID: 5ef219b4-c621-4645-9c97-22a83d872582 with Priority: HIGHEST for action security_group_rules [ 940.570390] env[69685]: INFO networking_nsxv3.common.synchronization [req-55e9da3f-6e1d-4fbf-ad54-94d42311893b req-3e67c7a5-132d-442e-826e-481ba30e0a6d service nova] Enqueued Resource ID: 5ef219b4-c621-4645-9c97-22a83d872582 with Priority: HIGHEST for action security_group_members [ 940.570390] env[69685]: INFO networking_nsxv3.common.synchronization [req-55e9da3f-6e1d-4fbf-ad54-94d42311893b req-3e67c7a5-132d-442e-826e-481ba30e0a6d service nova] Enqueued Resource ID: 2e013412-3b40-4a54-9862-4975d424cbcf with Priority: HIGHEST for action port [ 940.570390] env[69685]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5ef219b4-c621-4645-9c97-22a83d872582 with Priority: HIGHEST for action security_group_rules [ 940.570390] env[69685]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5ef219b4-c621-4645-9c97-22a83d872582 with Priority: HIGHEST for action security_group_members [ 940.570390] env[69685]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2e013412-3b40-4a54-9862-4975d424cbcf with Priority: HIGHEST for action port [ 940.573259] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock rules-5ef219b4-c621-4645-9c97-22a83d872582 taken with stack trace [, , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 940.573581] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-5ef219b4-c621-4645-9c97-22a83d872582" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 940.573779] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-5ef219b4-c621-4645-9c97-22a83d872582" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 940.579846] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-5ef219b4-c621-4645-9c97-22a83d872582" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 940.579846] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('5ef219b4-c621-4645-9c97-22a83d872582',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 940.579846] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock member-5ef219b4-c621-4645-9c97-22a83d872582 taken with stack trace [, , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 940.579846] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5ef219b4-c621-4645-9c97-22a83d872582" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 940.579846] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5ef219b4-c621-4645-9c97-22a83d872582" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 940.579846] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5ef219b4-c621-4645-9c97-22a83d872582" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 940.579846] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 940.579846] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 940.579846] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 940.579846] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 940.579846] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 940.579846] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5ef219b4-c621-4645-9c97-22a83d872582',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 940.582664] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock port-2e013412-3b40-4a54-9862-4975d424cbcf taken with stack trace [, , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 940.583034] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-2e013412-3b40-4a54-9862-4975d424cbcf" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 940.583230] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-2e013412-3b40-4a54-9862-4975d424cbcf" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 940.583576] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-2e013412-3b40-4a54-9862-4975d424cbcf" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 940.583805] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2e013412-3b40-4a54-9862-4975d424cbcf',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 940.606027] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 2d320e73-fc3f-4260-9ef9-a8534e23cfe3 with status ACTIVE [ 940.606027] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 940.606027] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 940.606027] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 940.606027] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 940.606027] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 940.606027] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 940.606027] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 940.606027] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 940.606027] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 940.606027] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 940.606027] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 940.606027] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 940.606027] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 940.606027] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 940.606027] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 940.606027] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 2d320e73-fc3f-4260-9ef9-a8534e23cfe3 is going to be updated. [ 940.626419] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 940.626419] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 940.626419] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 940.626419] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 940.626419] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 940.626419] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-2d320e73-fc3f-4260-9ef9-a8534e23cfe3" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 940.757590] env[69685]: INFO networking_nsxv3.common.synchronization [req-44aa9f0c-2ec8-49c2-9df4-5dc34576fb16 req-f1a19033-9a7e-47c5-b639-133ed047ccbf tempest-ImagesTestJSON-1265937060 tempest-ImagesTestJSON-1265937060-project-member] Enqueued Resource ID: 4ea7bb1c-b746-44b1-abbe-9e20ef6cb145 with Priority: HIGHEST for action security_group_members [ 940.757590] env[69685]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4ea7bb1c-b746-44b1-abbe-9e20ef6cb145 with Priority: HIGHEST for action security_group_members [ 940.757590] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock member-4ea7bb1c-b746-44b1-abbe-9e20ef6cb145 taken with stack trace [, , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 940.757590] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4ea7bb1c-b746-44b1-abbe-9e20ef6cb145" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 940.757590] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4ea7bb1c-b746-44b1-abbe-9e20ef6cb145" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 940.757590] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4ea7bb1c-b746-44b1-abbe-9e20ef6cb145" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 940.760039] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 940.760039] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 940.760039] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 940.760301] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 940.760583] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 940.762078] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4ea7bb1c-b746-44b1-abbe-9e20ef6cb145',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 941.004211] env[69685]: INFO networking_nsxv3.common.synchronization [req-018d5b3c-27f4-4981-937e-6d39ec474fe2 req-359e97f2-3bd6-4fdd-b044-156de05283bb tempest-ServersNegativeTestMultiTenantJSON-1219328258 tempest-ServersNegativeTestMultiTenantJSON-1219328258-project-member] Enqueued Resource ID: b79e97cd-c3d8-47a7-b94a-505236efe9c5 with Priority: HIGHEST for action security_group_members [ 941.004894] env[69685]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b79e97cd-c3d8-47a7-b94a-505236efe9c5 with Priority: HIGHEST for action security_group_members [ 941.005282] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock member-b79e97cd-c3d8-47a7-b94a-505236efe9c5 taken with stack trace [, , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 941.005448] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b79e97cd-c3d8-47a7-b94a-505236efe9c5" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 941.005448] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b79e97cd-c3d8-47a7-b94a-505236efe9c5" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 941.005667] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b79e97cd-c3d8-47a7-b94a-505236efe9c5" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 941.006050] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 941.006050] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 941.006050] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 941.006237] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 941.006237] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 941.006326] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b79e97cd-c3d8-47a7-b94a-505236efe9c5',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 941.086544] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('5ef219b4-c621-4645-9c97-22a83d872582',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 941.087834] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock member-5ef219b4-c621-4645-9c97-22a83d872582 taken with stack trace [, , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 941.088770] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5ef219b4-c621-4645-9c97-22a83d872582" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 941.088770] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 2e013412-3b40-4a54-9862-4975d424cbcf with status ACTIVE [ 941.088770] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 941.088770] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 941.088770] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 941.089036] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 941.089078] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 941.089247] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 941.089352] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 941.089418] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 941.089586] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 941.089690] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 941.089849] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 941.090102] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 941.090102] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 941.093712] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 941.093773] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 941.093859] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 2e013412-3b40-4a54-9862-4975d424cbcf is going to be updated. [ 941.113071] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 941.117130] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 941.117130] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 941.117130] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 941.117130] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 941.117130] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-2e013412-3b40-4a54-9862-4975d424cbcf" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 941.163650] env[69685]: DEBUG networking_nsxv3.common.locking [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Lock network-663 taken with stack trace [, , , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 941.163849] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquiring lock "network-663" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 941.163976] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquired lock "network-663" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 941.164258] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquired external semaphore "network-663" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 941.164524] env[69685]: DEBUG networking_nsxv3.common.locking [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 941.164685] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquiring lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 941.164845] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquired lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 941.165606] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquired external semaphore "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 941.165871] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Releasing lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 941.166236] env[69685]: DEBUG dogpile.cache.region [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] No value present for key: 'zone-id' {{(pid=69685) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 941.166236] env[69685]: DEBUG dogpile.lock [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] NeedRegenerationException {{(pid=69685) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 941.166362] env[69685]: DEBUG dogpile.lock [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] no value, waiting for create lock {{(pid=69685) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 941.166475] env[69685]: DEBUG dogpile.lock [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] value creation lock acquired {{(pid=69685) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 941.166592] env[69685]: DEBUG dogpile.cache.region [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] No value present for key: 'zone-id' {{(pid=69685) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 941.166702] env[69685]: DEBUG dogpile.lock [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Calling creation function for not-yet-present value {{(pid=69685) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 941.166844] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 941.185838] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 941.186036] env[69685]: DEBUG dogpile.cache.region [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=69685) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 941.186182] env[69685]: DEBUG dogpile.lock [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Released creation lock {{(pid=69685) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 941.186385] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Releasing lock "network-663" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 941.186702] env[69685]: DEBUG networking_nsxv3.common.locking [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Lock port-dc3ee652-770e-45ba-b87e-f4bfcd932495 taken with stack trace [, , , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 941.186878] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquiring lock "port-dc3ee652-770e-45ba-b87e-f4bfcd932495" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 941.186999] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquired lock "port-dc3ee652-770e-45ba-b87e-f4bfcd932495" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 941.187344] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquired external semaphore "port-dc3ee652-770e-45ba-b87e-f4bfcd932495" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 941.187479] env[69685]: DEBUG networking_nsxv3.api.rpc [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('dc3ee652-770e-45ba-b87e-f4bfcd932495',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 941.222949] env[69685]: INFO networking_nsxv3.common.synchronization [req-51c4c966-1430-409a-ae73-c777aa9680dd req-1d219e66-6f20-4826-a194-eac06a73b1f7 tempest-ServersAdminTestJSON-189216652 tempest-ServersAdminTestJSON-189216652-project-member] Enqueued Resource ID: 6c46d096-f047-457a-99ba-22b9e613d7e2 with Priority: HIGHEST for action security_group_members [ 941.223487] env[69685]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6c46d096-f047-457a-99ba-22b9e613d7e2 with Priority: HIGHEST for action security_group_members [ 941.223800] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock member-6c46d096-f047-457a-99ba-22b9e613d7e2 taken with stack trace [, , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 941.224244] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6c46d096-f047-457a-99ba-22b9e613d7e2" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 941.224244] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6c46d096-f047-457a-99ba-22b9e613d7e2" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 941.224244] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6c46d096-f047-457a-99ba-22b9e613d7e2" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 941.224410] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 941.224461] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 941.224497] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 941.224643] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 941.224727] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 941.224818] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6c46d096-f047-457a-99ba-22b9e613d7e2',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 941.263486] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 941.263626] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 941.263626] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 941.263802] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 941.263892] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 941.264103] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 941.264223] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 941.264313] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 941.264539] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 941.264635] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 941.264733] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4ea7bb1c-b746-44b1-abbe-9e20ef6cb145 is going to be updated. [ 941.276512] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2406fba9-a9fc-4720-937d-2a0a894ad28f in Status: SUCCESS [ 941.277153] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2406fba9-a9fc-4720-937d-2a0a894ad28f" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 941.277153] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2406fba9-a9fc-4720-937d-2a0a894ad28f" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 941.277153] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2406fba9-a9fc-4720-937d-2a0a894ad28f" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 941.277350] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 941.277714] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 941.277714] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 941.277714] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 941.277714] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 941.277900] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2406fba9-a9fc-4720-937d-2a0a894ad28f" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 941.277900] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('2406fba9-a9fc-4720-937d-2a0a894ad28f',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 941.278740] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2406fba9-a9fc-4720-937d-2a0a894ad28f" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 941.278944] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2406fba9-a9fc-4720-937d-2a0a894ad28f" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 941.281873] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 941.281873] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 941.281873] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 941.281873] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 941.281873] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 941.281873] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2406fba9-a9fc-4720-937d-2a0a894ad28f',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 941.316426] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 941.316610] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 941.316610] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 941.317583] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 941.317583] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 941.332462] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4ea7bb1c-b746-44b1-abbe-9e20ef6cb145 in Status: IN_PROGRESS for 2s [ 941.387851] env[69685]: DEBUG networking_nsxv3.common.locking [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Lock network-738 taken with stack trace [, , , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 941.388061] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquiring lock "network-738" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 941.388219] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquired lock "network-738" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 941.388573] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquired external semaphore "network-738" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 941.388863] env[69685]: DEBUG networking_nsxv3.common.locking [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 941.389040] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquiring lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 941.389165] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquired lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 941.389400] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquired external semaphore "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 941.389597] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Releasing lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 941.389864] env[69685]: DEBUG dogpile.cache.region [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] No value present for key: 'zone-id' {{(pid=69685) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 941.390053] env[69685]: DEBUG dogpile.lock [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] NeedRegenerationException {{(pid=69685) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 941.390177] env[69685]: DEBUG dogpile.lock [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] no value, waiting for create lock {{(pid=69685) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 941.390286] env[69685]: DEBUG dogpile.lock [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] value creation lock acquired {{(pid=69685) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 941.390448] env[69685]: DEBUG dogpile.cache.region [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] No value present for key: 'zone-id' {{(pid=69685) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 941.390546] env[69685]: DEBUG dogpile.lock [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Calling creation function for not-yet-present value {{(pid=69685) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 941.390679] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 941.407190] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 941.407388] env[69685]: DEBUG dogpile.cache.region [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Cache value generated in 0.017 seconds for key(s): 'zone-id' {{(pid=69685) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 941.407545] env[69685]: DEBUG dogpile.lock [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Released creation lock {{(pid=69685) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 941.407722] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Releasing lock "network-738" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 941.408049] env[69685]: DEBUG networking_nsxv3.common.locking [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Lock port-3cf5a718-7f7d-4384-b7d0-539bc9ef242b taken with stack trace [, , , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 941.408222] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquiring lock "port-3cf5a718-7f7d-4384-b7d0-539bc9ef242b" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 941.408361] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquired lock "port-3cf5a718-7f7d-4384-b7d0-539bc9ef242b" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 941.408754] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquired external semaphore "port-3cf5a718-7f7d-4384-b7d0-539bc9ef242b" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 941.408896] env[69685]: DEBUG networking_nsxv3.api.rpc [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3cf5a718-7f7d-4384-b7d0-539bc9ef242b',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 941.508902] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 941.510150] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 941.510150] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 941.510150] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 941.510150] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 941.510150] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 941.510150] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 941.510150] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 941.510150] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 941.510767] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 941.510767] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b79e97cd-c3d8-47a7-b94a-505236efe9c5 already deleted. [ 941.510767] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b79e97cd-c3d8-47a7-b94a-505236efe9c5" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 941.597067] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('5ef219b4-c621-4645-9c97-22a83d872582',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 941.690789] env[69685]: DEBUG networking_nsxv3.common.locking [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 941.690789] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquiring lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 941.690789] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquired lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 941.690965] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquired external semaphore "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 941.691123] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Releasing lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 941.691481] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Segment Port dc3ee652-770e-45ba-b87e-f4bfcd932495 not found, creating... [ 941.691542] env[69685]: DEBUG networking_nsxv3.common.locking [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 941.691693] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquiring lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 941.693164] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquired lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 941.693164] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquired external semaphore "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 941.693164] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Releasing lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 941.693164] env[69685]: DEBUG networking_nsxv3.common.locking [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 941.693164] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquiring lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 941.693164] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquired lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 941.693164] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquired external semaphore "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 941.693469] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Releasing lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 941.693709] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Resource: SegmentPort with ID: dc3ee652-770e-45ba-b87e-f4bfcd932495 is going to be created. [ 941.731676] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('6c46d096-f047-457a-99ba-22b9e613d7e2',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 941.744218] env[69685]: DEBUG networking_nsxv3.common.locking [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 941.744218] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquiring lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 941.744218] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquired lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 941.744602] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquired external semaphore "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 941.746133] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Releasing lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 941.746512] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Releasing lock "port-dc3ee652-770e-45ba-b87e-f4bfcd932495" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 941.782511] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock member-2406fba9-a9fc-4720-937d-2a0a894ad28f taken with stack trace [, , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 941.782648] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2406fba9-a9fc-4720-937d-2a0a894ad28f" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 941.783999] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('2406fba9-a9fc-4720-937d-2a0a894ad28f',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 941.912324] env[69685]: DEBUG networking_nsxv3.common.locking [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 941.912910] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquiring lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 941.912910] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquired lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 941.913089] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquired external semaphore "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 941.913167] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Releasing lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 941.913620] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Segment Port 3cf5a718-7f7d-4384-b7d0-539bc9ef242b not found, creating... [ 941.913620] env[69685]: DEBUG networking_nsxv3.common.locking [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 941.913763] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquiring lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 941.913826] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquired lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 941.914057] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquired external semaphore "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 941.914212] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Releasing lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 941.914566] env[69685]: DEBUG networking_nsxv3.common.locking [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 941.914730] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquiring lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 941.915387] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquired lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 941.915610] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquired external semaphore "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 941.915788] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Releasing lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 941.915953] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Resource: SegmentPort with ID: 3cf5a718-7f7d-4384-b7d0-539bc9ef242b is going to be created. [ 941.935740] env[69685]: DEBUG networking_nsxv3.common.locking [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 941.935947] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquiring lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 941.936069] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquired lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 941.936363] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquired external semaphore "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 941.936600] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Releasing lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 941.936820] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Releasing lock "port-3cf5a718-7f7d-4384-b7d0-539bc9ef242b" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 942.099519] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 942.099519] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 942.099632] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 942.099870] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 942.099910] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 942.101027] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5ef219b4-c621-4645-9c97-22a83d872582 is going to be created. [ 942.123905] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 942.123905] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 942.123905] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 942.123905] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 942.124391] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 942.135519] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5ef219b4-c621-4645-9c97-22a83d872582 in Status: UNINITIALIZED for 2s [ 942.236562] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('6c46d096-f047-457a-99ba-22b9e613d7e2',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 942.288870] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('2406fba9-a9fc-4720-937d-2a0a894ad28f',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 942.461730] env[69685]: INFO networking_nsxv3.common.synchronization [req-3c462acb-9243-4558-8d1e-aff4dbe34244 req-7d9c777e-e56f-4162-8697-f6b5f52d7b63 service nova] Enqueued Resource ID: 2406fba9-a9fc-4720-937d-2a0a894ad28f with Priority: HIGHEST for action security_group_rules [ 942.462180] env[69685]: INFO networking_nsxv3.common.synchronization [req-3c462acb-9243-4558-8d1e-aff4dbe34244 req-7d9c777e-e56f-4162-8697-f6b5f52d7b63 service nova] Enqueued Resource ID: 2406fba9-a9fc-4720-937d-2a0a894ad28f with Priority: HIGHEST for action security_group_members [ 942.462814] env[69685]: INFO networking_nsxv3.common.synchronization [req-3c462acb-9243-4558-8d1e-aff4dbe34244 req-7d9c777e-e56f-4162-8697-f6b5f52d7b63 service nova] Enqueued Resource ID: dc3ee652-770e-45ba-b87e-f4bfcd932495 with Priority: HIGHEST for action port [ 942.463641] env[69685]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2406fba9-a9fc-4720-937d-2a0a894ad28f with Priority: HIGHEST for action security_group_rules [ 942.464432] env[69685]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2406fba9-a9fc-4720-937d-2a0a894ad28f with Priority: HIGHEST for action security_group_members [ 942.464722] env[69685]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dc3ee652-770e-45ba-b87e-f4bfcd932495 with Priority: HIGHEST for action port [ 942.465242] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock rules-2406fba9-a9fc-4720-937d-2a0a894ad28f taken with stack trace [, , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 942.465537] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-2406fba9-a9fc-4720-937d-2a0a894ad28f" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 942.468717] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock member-2406fba9-a9fc-4720-937d-2a0a894ad28f taken with stack trace [, , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 942.468717] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2406fba9-a9fc-4720-937d-2a0a894ad28f" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 942.469142] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock port-dc3ee652-770e-45ba-b87e-f4bfcd932495 taken with stack trace [, , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 942.469142] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-dc3ee652-770e-45ba-b87e-f4bfcd932495" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 942.469239] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-dc3ee652-770e-45ba-b87e-f4bfcd932495" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 942.469675] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-dc3ee652-770e-45ba-b87e-f4bfcd932495" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 942.469675] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('dc3ee652-770e-45ba-b87e-f4bfcd932495',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 942.703515] env[69685]: INFO networking_nsxv3.common.synchronization [req-018d5b3c-27f4-4981-937e-6d39ec474fe2 req-f897da96-b55a-4fea-8990-757595c830a8 service nova] Enqueued Resource ID: b79e97cd-c3d8-47a7-b94a-505236efe9c5 with Priority: HIGHEST for action security_group_rules [ 942.703659] env[69685]: INFO networking_nsxv3.common.synchronization [req-018d5b3c-27f4-4981-937e-6d39ec474fe2 req-f897da96-b55a-4fea-8990-757595c830a8 service nova] Enqueued Resource ID: b79e97cd-c3d8-47a7-b94a-505236efe9c5 with Priority: HIGHEST for action security_group_members [ 942.703823] env[69685]: INFO networking_nsxv3.common.synchronization [req-018d5b3c-27f4-4981-937e-6d39ec474fe2 req-f897da96-b55a-4fea-8990-757595c830a8 service nova] Enqueued Resource ID: 3cf5a718-7f7d-4384-b7d0-539bc9ef242b with Priority: HIGHEST for action port [ 942.704040] env[69685]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b79e97cd-c3d8-47a7-b94a-505236efe9c5 with Priority: HIGHEST for action security_group_rules [ 942.704190] env[69685]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b79e97cd-c3d8-47a7-b94a-505236efe9c5 with Priority: HIGHEST for action security_group_members [ 942.704249] env[69685]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3cf5a718-7f7d-4384-b7d0-539bc9ef242b with Priority: HIGHEST for action port [ 942.704794] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b79e97cd-c3d8-47a7-b94a-505236efe9c5 taken with stack trace [, , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 942.704918] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b79e97cd-c3d8-47a7-b94a-505236efe9c5" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 942.704987] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b79e97cd-c3d8-47a7-b94a-505236efe9c5" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 942.705250] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b79e97cd-c3d8-47a7-b94a-505236efe9c5" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 942.705353] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b79e97cd-c3d8-47a7-b94a-505236efe9c5',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 942.707042] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock member-b79e97cd-c3d8-47a7-b94a-505236efe9c5 taken with stack trace [, , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 942.707042] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b79e97cd-c3d8-47a7-b94a-505236efe9c5" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 942.707042] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b79e97cd-c3d8-47a7-b94a-505236efe9c5" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 942.707042] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b79e97cd-c3d8-47a7-b94a-505236efe9c5" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 942.707042] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 942.707551] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 942.707642] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 942.707843] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 942.707946] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 942.710209] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b79e97cd-c3d8-47a7-b94a-505236efe9c5',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 942.712204] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock port-3cf5a718-7f7d-4384-b7d0-539bc9ef242b taken with stack trace [, , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 942.712325] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-3cf5a718-7f7d-4384-b7d0-539bc9ef242b" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 942.712399] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-3cf5a718-7f7d-4384-b7d0-539bc9ef242b" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 942.712579] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-3cf5a718-7f7d-4384-b7d0-539bc9ef242b" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 942.712659] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3cf5a718-7f7d-4384-b7d0-539bc9ef242b',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 942.739938] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 942.740107] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 942.740176] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 942.740371] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 942.740458] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 942.740556] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6c46d096-f047-457a-99ba-22b9e613d7e2 is going to be updated. [ 942.786055] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 942.786221] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 942.786568] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 942.786568] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 942.786727] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 942.791452] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 942.791627] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 942.791695] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 942.791976] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 942.791976] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 942.792090] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2406fba9-a9fc-4720-937d-2a0a894ad28f is going to be updated. [ 942.794697] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6c46d096-f047-457a-99ba-22b9e613d7e2 in Status: IN_PROGRESS for 2s [ 942.816495] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 942.816707] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 942.817689] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 942.818273] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 942.818611] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 942.827379] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2406fba9-a9fc-4720-937d-2a0a894ad28f in Status: IN_PROGRESS for 2s [ 942.972604] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port dc3ee652-770e-45ba-b87e-f4bfcd932495 with status ACTIVE [ 942.972604] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 942.972604] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 942.972604] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 942.972796] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 942.972796] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 942.973621] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 942.973621] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 942.973621] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 942.973621] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 942.973621] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 942.973621] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 942.974099] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 942.974099] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 942.974759] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 942.974759] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 942.974759] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: dc3ee652-770e-45ba-b87e-f4bfcd932495 is going to be updated. [ 942.995420] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 942.995604] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 942.995681] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 942.995899] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 942.996049] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 942.996232] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-dc3ee652-770e-45ba-b87e-f4bfcd932495" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 943.214277] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('b79e97cd-c3d8-47a7-b94a-505236efe9c5',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 943.215465] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock member-b79e97cd-c3d8-47a7-b94a-505236efe9c5 taken with stack trace [, , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 943.215579] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b79e97cd-c3d8-47a7-b94a-505236efe9c5" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 943.217227] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 3cf5a718-7f7d-4384-b7d0-539bc9ef242b with status ACTIVE [ 943.217227] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 943.217227] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 943.217227] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 943.217227] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 943.217227] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 943.217227] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 943.217227] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 943.217227] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 943.217227] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 943.217227] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 943.217227] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 943.217741] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 943.217741] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 943.217741] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 943.217741] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 943.217741] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 3cf5a718-7f7d-4384-b7d0-539bc9ef242b is going to be updated. [ 943.239668] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 943.239827] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 943.239906] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 943.240108] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 943.240240] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 943.240389] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-3cf5a718-7f7d-4384-b7d0-539bc9ef242b" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 943.342017] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4ea7bb1c-b746-44b1-abbe-9e20ef6cb145 in Status: SUCCESS [ 943.342207] env[69685]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4ea7bb1c-b746-44b1-abbe-9e20ef6cb145 deletion is rescheduled due to dependency. [ 943.342317] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4ea7bb1c-b746-44b1-abbe-9e20ef6cb145" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 943.716937] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('b79e97cd-c3d8-47a7-b94a-505236efe9c5',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 944.143046] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5ef219b4-c621-4645-9c97-22a83d872582 in Status: UNINITIALIZED for 4s [ 944.219848] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 944.220403] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 944.220403] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 944.220403] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 944.220543] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 944.220617] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b79e97cd-c3d8-47a7-b94a-505236efe9c5 is going to be created. [ 944.248493] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 944.248680] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 944.248765] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 944.249032] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 944.249223] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 944.259084] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b79e97cd-c3d8-47a7-b94a-505236efe9c5 in Status: UNINITIALIZED for 2s [ 944.439850] env[69685]: INFO networking_nsxv3.common.synchronization [None req-a7df3fce-2892-4dc5-a5b1-88c5cd78e96e tempest-MigrationsAdminTest-1510868376 tempest-MigrationsAdminTest-1510868376-project-member] Enqueued Resource ID: 927507ba-c986-4e4a-be19-554393bab1ce with Priority: HIGHEST for action security_group_rules [ 944.439958] env[69685]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 927507ba-c986-4e4a-be19-554393bab1ce with Priority: HIGHEST for action security_group_rules [ 944.440274] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock rules-927507ba-c986-4e4a-be19-554393bab1ce taken with stack trace [, , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 944.440731] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-927507ba-c986-4e4a-be19-554393bab1ce" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 944.440822] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-927507ba-c986-4e4a-be19-554393bab1ce" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 944.441090] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-927507ba-c986-4e4a-be19-554393bab1ce" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 944.441164] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('927507ba-c986-4e4a-be19-554393bab1ce',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 944.560599] env[69685]: INFO networking_nsxv3.common.synchronization [None req-b6965c8e-9ec7-40f0-bf5a-2162e44951d0 tempest-MigrationsAdminTest-1510868376 tempest-MigrationsAdminTest-1510868376-project-member] Enqueued Resource ID: 927507ba-c986-4e4a-be19-554393bab1ce with Priority: HIGHEST for action security_group_rules [ 944.562021] env[69685]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 927507ba-c986-4e4a-be19-554393bab1ce with Priority: HIGHEST for action security_group_rules [ 944.562021] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock rules-927507ba-c986-4e4a-be19-554393bab1ce taken with stack trace [, , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 944.562150] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-927507ba-c986-4e4a-be19-554393bab1ce" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 944.806827] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6c46d096-f047-457a-99ba-22b9e613d7e2 in Status: SUCCESS [ 944.807248] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6c46d096-f047-457a-99ba-22b9e613d7e2" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 944.838270] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2406fba9-a9fc-4720-937d-2a0a894ad28f in Status: SUCCESS [ 944.838869] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2406fba9-a9fc-4720-937d-2a0a894ad28f" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 944.839291] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2406fba9-a9fc-4720-937d-2a0a894ad28f" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 944.839642] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2406fba9-a9fc-4720-937d-2a0a894ad28f" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 944.839913] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 944.840842] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 944.841395] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 944.841840] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 944.842131] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 944.842730] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2406fba9-a9fc-4720-937d-2a0a894ad28f" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 944.843252] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock member-2406fba9-a9fc-4720-937d-2a0a894ad28f taken with stack trace [, , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 944.843252] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2406fba9-a9fc-4720-937d-2a0a894ad28f" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 944.843395] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2406fba9-a9fc-4720-937d-2a0a894ad28f" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 944.843685] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2406fba9-a9fc-4720-937d-2a0a894ad28f" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 944.843853] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 944.843993] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 944.844109] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 944.844364] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 944.844488] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 944.844614] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2406fba9-a9fc-4720-937d-2a0a894ad28f" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 944.844736] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('2406fba9-a9fc-4720-937d-2a0a894ad28f',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 944.846663] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2406fba9-a9fc-4720-937d-2a0a894ad28f" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 944.847249] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2406fba9-a9fc-4720-937d-2a0a894ad28f" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 944.847665] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 944.848172] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 944.848417] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 944.848830] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 944.849527] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 944.849810] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2406fba9-a9fc-4720-937d-2a0a894ad28f',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 944.966298] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 944.966492] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 944.966607] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 944.967180] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 944.967180] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 944.967180] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 927507ba-c986-4e4a-be19-554393bab1ce already deleted. [ 944.967345] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-927507ba-c986-4e4a-be19-554393bab1ce" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 944.967483] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-927507ba-c986-4e4a-be19-554393bab1ce" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 944.967725] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-927507ba-c986-4e4a-be19-554393bab1ce" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 944.967892] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('927507ba-c986-4e4a-be19-554393bab1ce',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 945.353572] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('2406fba9-a9fc-4720-937d-2a0a894ad28f',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 945.355451] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 2406fba9-a9fc-4720-937d-2a0a894ad28f: rpc.has_security_group_logging(os_id): False [ 945.373106] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 945.373321] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 945.373439] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 945.373733] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 945.373859] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 945.374199] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 945.374924] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 945.375028] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 945.375261] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 945.376405] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 945.376405] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 945.376405] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 945.376405] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 945.376405] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 945.376405] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 945.376405] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 945.376405] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 945.377067] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 945.377067] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 945.377067] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 945.377067] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 2406fba9-a9fc-4720-937d-2a0a894ad28f is going to be created. [ 945.428910] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 945.429180] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 945.429180] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 945.429388] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 945.429573] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 945.440065] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 2406fba9-a9fc-4720-937d-2a0a894ad28f in Status: IN_PROGRESS for 2s [ 945.491301] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 945.491301] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 945.491301] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 945.491472] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 945.491472] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 945.491645] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 927507ba-c986-4e4a-be19-554393bab1ce already deleted. [ 945.492444] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-927507ba-c986-4e4a-be19-554393bab1ce" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 945.856999] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('2406fba9-a9fc-4720-937d-2a0a894ad28f',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 946.070837] env[69685]: INFO networking_nsxv3.common.synchronization [req-fe802355-b4bb-4d08-8fbd-80a1575c17f3 req-2ab73d40-2956-4a20-82ac-721d23f2a5cf tempest-ServerAddressesNegativeTestJSON-38531639 tempest-ServerAddressesNegativeTestJSON-38531639-project-member] Enqueued Resource ID: af97d0e4-a6cc-4895-870c-6d977cad4c6f with Priority: HIGHEST for action security_group_members [ 946.072060] env[69685]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: af97d0e4-a6cc-4895-870c-6d977cad4c6f with Priority: HIGHEST for action security_group_members [ 946.072532] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock member-af97d0e4-a6cc-4895-870c-6d977cad4c6f taken with stack trace [, , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 946.073512] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-af97d0e4-a6cc-4895-870c-6d977cad4c6f" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 946.073512] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-af97d0e4-a6cc-4895-870c-6d977cad4c6f" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 946.073512] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-af97d0e4-a6cc-4895-870c-6d977cad4c6f" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 946.073512] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 946.073756] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 946.073756] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 946.073904] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 946.074038] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 946.074186] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('af97d0e4-a6cc-4895-870c-6d977cad4c6f',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 946.152188] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5ef219b4-c621-4645-9c97-22a83d872582 in Status: SUCCESS [ 946.152520] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5ef219b4-c621-4645-9c97-22a83d872582" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 946.152779] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5ef219b4-c621-4645-9c97-22a83d872582" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 946.153113] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5ef219b4-c621-4645-9c97-22a83d872582" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 946.153399] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 946.153573] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 946.153678] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 946.153935] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 946.154077] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 946.154221] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5ef219b4-c621-4645-9c97-22a83d872582" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 946.154365] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('5ef219b4-c621-4645-9c97-22a83d872582',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 946.272033] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b79e97cd-c3d8-47a7-b94a-505236efe9c5 in Status: SUCCESS [ 946.272033] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b79e97cd-c3d8-47a7-b94a-505236efe9c5" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 946.272033] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b79e97cd-c3d8-47a7-b94a-505236efe9c5" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 946.272227] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b79e97cd-c3d8-47a7-b94a-505236efe9c5" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 946.272380] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 946.272509] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 946.272573] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 946.274420] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 946.274420] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 946.274420] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b79e97cd-c3d8-47a7-b94a-505236efe9c5" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 946.274420] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('b79e97cd-c3d8-47a7-b94a-505236efe9c5',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 946.363902] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 946.363902] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 946.363902] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 946.363902] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 946.363902] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 946.363902] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2406fba9-a9fc-4720-937d-2a0a894ad28f is going to be updated. [ 946.387759] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 946.387759] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 946.387879] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 946.388103] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 946.388288] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 946.396868] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2406fba9-a9fc-4720-937d-2a0a894ad28f in Status: IN_PROGRESS for 2s [ 946.447381] env[69685]: DEBUG networking_nsxv3.common.locking [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Lock network-57 taken with stack trace [, , , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 946.447867] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquiring lock "network-57" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 946.448141] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquired lock "network-57" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 946.448607] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquired external semaphore "network-57" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 946.449080] env[69685]: DEBUG networking_nsxv3.common.locking [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 946.449345] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquiring lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 946.449569] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquired lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 946.450387] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquired external semaphore "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 946.450387] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Releasing lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 946.450880] env[69685]: DEBUG dogpile.cache.region [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] No value present for key: 'zone-id' {{(pid=69685) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 946.451134] env[69685]: DEBUG dogpile.lock [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] NeedRegenerationException {{(pid=69685) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 946.451324] env[69685]: DEBUG dogpile.lock [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] no value, waiting for create lock {{(pid=69685) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 946.451456] env[69685]: DEBUG dogpile.lock [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] value creation lock acquired {{(pid=69685) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 946.451582] env[69685]: DEBUG dogpile.cache.region [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] No value present for key: 'zone-id' {{(pid=69685) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 946.451686] env[69685]: DEBUG dogpile.lock [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Calling creation function for not-yet-present value {{(pid=69685) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 946.451859] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 946.472458] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 946.472676] env[69685]: DEBUG dogpile.cache.region [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=69685) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 946.472825] env[69685]: DEBUG dogpile.lock [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Released creation lock {{(pid=69685) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 946.473043] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Releasing lock "network-57" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 946.473390] env[69685]: DEBUG networking_nsxv3.common.locking [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Lock port-382c529a-e0c6-4efc-a16c-3676f5391a5e taken with stack trace [, , , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 946.473589] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquiring lock "port-382c529a-e0c6-4efc-a16c-3676f5391a5e" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 946.473717] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquired lock "port-382c529a-e0c6-4efc-a16c-3676f5391a5e" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 946.478278] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquired external semaphore "port-382c529a-e0c6-4efc-a16c-3676f5391a5e" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 946.478525] env[69685]: DEBUG networking_nsxv3.api.rpc [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('382c529a-e0c6-4efc-a16c-3676f5391a5e',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 946.578918] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 946.583734] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 946.583734] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 946.583734] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 946.583734] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 946.583734] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 946.583734] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 946.583734] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 946.583734] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 946.583734] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 946.583734] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: af97d0e4-a6cc-4895-870c-6d977cad4c6f already deleted. [ 946.583734] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-af97d0e4-a6cc-4895-870c-6d977cad4c6f" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 946.658967] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock member-5ef219b4-c621-4645-9c97-22a83d872582 taken with stack trace [, , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 946.659585] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5ef219b4-c621-4645-9c97-22a83d872582" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 946.659585] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5ef219b4-c621-4645-9c97-22a83d872582" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 946.659862] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5ef219b4-c621-4645-9c97-22a83d872582" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 946.660025] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 946.660204] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 946.660285] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 946.660558] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 946.660673] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 946.660800] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5ef219b4-c621-4645-9c97-22a83d872582" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 946.662216] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock member-5ef219b4-c621-4645-9c97-22a83d872582 taken with stack trace [, , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 946.662216] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5ef219b4-c621-4645-9c97-22a83d872582" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 946.662216] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5ef219b4-c621-4645-9c97-22a83d872582" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 946.662216] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5ef219b4-c621-4645-9c97-22a83d872582" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 946.662216] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 946.662216] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 946.662216] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 946.662216] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 946.662779] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 946.662779] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5ef219b4-c621-4645-9c97-22a83d872582" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 946.662779] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('5ef219b4-c621-4645-9c97-22a83d872582',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 946.777549] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock member-b79e97cd-c3d8-47a7-b94a-505236efe9c5 taken with stack trace [, , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 946.777549] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b79e97cd-c3d8-47a7-b94a-505236efe9c5" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 946.777549] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b79e97cd-c3d8-47a7-b94a-505236efe9c5" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 946.777549] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b79e97cd-c3d8-47a7-b94a-505236efe9c5" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 946.777549] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 946.777549] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 946.777549] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 946.777984] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 946.777984] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 946.777984] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b79e97cd-c3d8-47a7-b94a-505236efe9c5" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 946.778136] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock member-b79e97cd-c3d8-47a7-b94a-505236efe9c5 taken with stack trace [, , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 946.778433] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b79e97cd-c3d8-47a7-b94a-505236efe9c5" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 946.778433] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b79e97cd-c3d8-47a7-b94a-505236efe9c5" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 946.778565] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b79e97cd-c3d8-47a7-b94a-505236efe9c5" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 946.778735] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 946.778880] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 946.778974] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 946.780959] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 946.780959] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 946.780959] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b79e97cd-c3d8-47a7-b94a-505236efe9c5" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 946.781288] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('b79e97cd-c3d8-47a7-b94a-505236efe9c5',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 946.983139] env[69685]: DEBUG networking_nsxv3.common.locking [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 946.985183] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquiring lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 946.985434] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquired lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 946.985901] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquired external semaphore "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 946.986090] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Releasing lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 946.986307] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Segment Port 382c529a-e0c6-4efc-a16c-3676f5391a5e not found, creating... [ 946.986869] env[69685]: DEBUG networking_nsxv3.common.locking [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 946.987163] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquiring lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 946.987333] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquired lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 946.988713] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquired external semaphore "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 946.988930] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Releasing lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 946.989381] env[69685]: DEBUG networking_nsxv3.common.locking [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 946.989551] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquiring lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 946.991684] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquired lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 946.991684] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquired external semaphore "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 946.991684] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Releasing lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 946.991684] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Resource: SegmentPort with ID: 382c529a-e0c6-4efc-a16c-3676f5391a5e is going to be created. [ 947.010080] env[69685]: DEBUG networking_nsxv3.common.locking [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 947.010340] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquiring lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 947.010553] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquired lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 947.010873] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquired external semaphore "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 947.011140] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Releasing lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 947.011459] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Releasing lock "port-382c529a-e0c6-4efc-a16c-3676f5391a5e" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 947.165892] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 5ef219b4-c621-4645-9c97-22a83d872582: rpc.has_security_group_logging(os_id): False [ 947.194419] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 947.194664] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 947.194664] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 947.194820] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 947.194906] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 947.195149] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 947.195268] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 947.195328] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 947.195514] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 947.195688] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 947.195834] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 947.196028] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 947.196028] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 947.196145] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 947.196222] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 947.196426] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 947.196517] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 947.196706] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 947.196796] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 947.196847] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 947.196891] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 5ef219b4-c621-4645-9c97-22a83d872582 is going to be created. [ 947.285355] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for b79e97cd-c3d8-47a7-b94a-505236efe9c5: rpc.has_security_group_logging(os_id): False [ 947.315314] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 947.315579] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 947.315579] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 947.315739] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 947.315935] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 947.329806] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 947.329952] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 947.330046] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 947.330262] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 947.330353] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 947.330567] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 947.330684] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 947.330750] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 947.330902] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 947.330978] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 947.331166] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 947.331260] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 947.331337] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 947.331480] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 947.331585] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 947.331724] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 947.331849] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 947.331911] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 947.332076] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 947.332217] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 947.332318] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b79e97cd-c3d8-47a7-b94a-505236efe9c5 is going to be created. [ 947.347910] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 5ef219b4-c621-4645-9c97-22a83d872582 in Status: IN_PROGRESS for 2s [ 947.454465] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 947.454753] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 947.454753] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 947.454941] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 947.455137] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 947.473753] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 2406fba9-a9fc-4720-937d-2a0a894ad28f in Status: SUCCESS [ 947.474024] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-2406fba9-a9fc-4720-937d-2a0a894ad28f" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 947.474411] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-2406fba9-a9fc-4720-937d-2a0a894ad28f" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 947.474632] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-2406fba9-a9fc-4720-937d-2a0a894ad28f" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 947.474739] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('2406fba9-a9fc-4720-937d-2a0a894ad28f',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 947.481811] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b79e97cd-c3d8-47a7-b94a-505236efe9c5 in Status: IN_PROGRESS for 2s [ 947.775205] env[69685]: INFO networking_nsxv3.common.synchronization [req-fe802355-b4bb-4d08-8fbd-80a1575c17f3 req-b91a6b10-ad22-43e0-9e45-f4ae9bcf4e19 service nova] Enqueued Resource ID: af97d0e4-a6cc-4895-870c-6d977cad4c6f with Priority: HIGHEST for action security_group_rules [ 947.775328] env[69685]: INFO networking_nsxv3.common.synchronization [req-fe802355-b4bb-4d08-8fbd-80a1575c17f3 req-b91a6b10-ad22-43e0-9e45-f4ae9bcf4e19 service nova] Enqueued Resource ID: af97d0e4-a6cc-4895-870c-6d977cad4c6f with Priority: HIGHEST for action security_group_members [ 947.775637] env[69685]: INFO networking_nsxv3.common.synchronization [req-fe802355-b4bb-4d08-8fbd-80a1575c17f3 req-b91a6b10-ad22-43e0-9e45-f4ae9bcf4e19 service nova] Enqueued Resource ID: 382c529a-e0c6-4efc-a16c-3676f5391a5e with Priority: HIGHEST for action port [ 947.775924] env[69685]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: af97d0e4-a6cc-4895-870c-6d977cad4c6f with Priority: HIGHEST for action security_group_rules [ 947.776073] env[69685]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: af97d0e4-a6cc-4895-870c-6d977cad4c6f with Priority: HIGHEST for action security_group_members [ 947.776171] env[69685]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 382c529a-e0c6-4efc-a16c-3676f5391a5e with Priority: HIGHEST for action port [ 947.776742] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock rules-af97d0e4-a6cc-4895-870c-6d977cad4c6f taken with stack trace [, , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 947.776875] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-af97d0e4-a6cc-4895-870c-6d977cad4c6f" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 947.776937] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-af97d0e4-a6cc-4895-870c-6d977cad4c6f" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 947.777214] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-af97d0e4-a6cc-4895-870c-6d977cad4c6f" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 947.777301] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('af97d0e4-a6cc-4895-870c-6d977cad4c6f',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 947.778751] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock member-af97d0e4-a6cc-4895-870c-6d977cad4c6f taken with stack trace [, , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 947.778751] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-af97d0e4-a6cc-4895-870c-6d977cad4c6f" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 947.778751] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-af97d0e4-a6cc-4895-870c-6d977cad4c6f" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 947.778751] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-af97d0e4-a6cc-4895-870c-6d977cad4c6f" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 947.778751] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 947.778965] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 947.778965] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 947.778965] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 947.779077] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 947.779935] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('af97d0e4-a6cc-4895-870c-6d977cad4c6f',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 947.780322] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock port-382c529a-e0c6-4efc-a16c-3676f5391a5e taken with stack trace [, , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 947.780322] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-382c529a-e0c6-4efc-a16c-3676f5391a5e" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 947.780424] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-382c529a-e0c6-4efc-a16c-3676f5391a5e" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 947.780517] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-382c529a-e0c6-4efc-a16c-3676f5391a5e" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 947.780602] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('382c529a-e0c6-4efc-a16c-3676f5391a5e',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 947.977977] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock member-2406fba9-a9fc-4720-937d-2a0a894ad28f taken with stack trace [, , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 947.977977] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2406fba9-a9fc-4720-937d-2a0a894ad28f" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 948.282289] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock member-af97d0e4-a6cc-4895-870c-6d977cad4c6f taken with stack trace [, , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 948.282478] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-af97d0e4-a6cc-4895-870c-6d977cad4c6f" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 948.287065] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 382c529a-e0c6-4efc-a16c-3676f5391a5e with status ACTIVE [ 948.287065] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 948.287065] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 948.287065] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 948.287065] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 948.287065] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 948.287065] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 948.287065] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 948.287065] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 948.287065] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 948.287065] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 948.287065] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 948.287065] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 948.287065] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 948.287887] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 948.287887] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 948.287887] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 382c529a-e0c6-4efc-a16c-3676f5391a5e is going to be updated. [ 948.289318] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('af97d0e4-a6cc-4895-870c-6d977cad4c6f',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 948.312035] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 948.312035] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 948.312371] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 948.312494] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 948.312726] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 948.312942] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-382c529a-e0c6-4efc-a16c-3676f5391a5e" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 948.419413] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2406fba9-a9fc-4720-937d-2a0a894ad28f in Status: SUCCESS [ 948.419637] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2406fba9-a9fc-4720-937d-2a0a894ad28f" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 948.419904] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2406fba9-a9fc-4720-937d-2a0a894ad28f" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 948.420195] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2406fba9-a9fc-4720-937d-2a0a894ad28f" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 948.420415] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 948.420558] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 948.420703] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 948.420938] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 948.421091] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 948.421174] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2406fba9-a9fc-4720-937d-2a0a894ad28f" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 948.421312] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('2406fba9-a9fc-4720-937d-2a0a894ad28f',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 948.791329] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('af97d0e4-a6cc-4895-870c-6d977cad4c6f',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 948.927966] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock member-2406fba9-a9fc-4720-937d-2a0a894ad28f taken with stack trace [, , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 948.928150] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2406fba9-a9fc-4720-937d-2a0a894ad28f" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 948.928194] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2406fba9-a9fc-4720-937d-2a0a894ad28f" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 948.928613] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2406fba9-a9fc-4720-937d-2a0a894ad28f" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 948.928691] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 948.928777] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 948.928850] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 948.929052] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 948.929147] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 948.929245] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2406fba9-a9fc-4720-937d-2a0a894ad28f" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 948.929432] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock member-2406fba9-a9fc-4720-937d-2a0a894ad28f taken with stack trace [, , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 948.929553] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2406fba9-a9fc-4720-937d-2a0a894ad28f" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 948.929749] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2406fba9-a9fc-4720-937d-2a0a894ad28f" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 948.929902] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2406fba9-a9fc-4720-937d-2a0a894ad28f" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 948.930092] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 948.930215] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 948.930278] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 948.930424] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 948.930494] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 948.930572] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2406fba9-a9fc-4720-937d-2a0a894ad28f" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 948.930673] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('2406fba9-a9fc-4720-937d-2a0a894ad28f',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 948.983478] env[69685]: INFO networking_nsxv3.common.synchronization [req-1e18a6af-f96f-49d0-b5da-6b859bed99c0 req-c576fe6e-fcf9-4052-8e76-12d5318f114b tempest-ServerRescueTestJSON-920765629 tempest-ServerRescueTestJSON-920765629-project-member] Enqueued Resource ID: ad29a8b0-a5e7-47be-9c58-8b349ac208f7 with Priority: HIGHEST for action security_group_members [ 948.984120] env[69685]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ad29a8b0-a5e7-47be-9c58-8b349ac208f7 with Priority: HIGHEST for action security_group_members [ 948.984475] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock member-ad29a8b0-a5e7-47be-9c58-8b349ac208f7 taken with stack trace [, , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 948.984621] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ad29a8b0-a5e7-47be-9c58-8b349ac208f7" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 948.984690] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ad29a8b0-a5e7-47be-9c58-8b349ac208f7" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 948.984916] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ad29a8b0-a5e7-47be-9c58-8b349ac208f7" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 948.986330] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 948.986456] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 948.986530] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 948.986785] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 948.986913] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 948.987095] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ad29a8b0-a5e7-47be-9c58-8b349ac208f7',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 949.298279] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 949.298496] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 949.298567] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 949.298815] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 949.298928] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 949.299052] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: af97d0e4-a6cc-4895-870c-6d977cad4c6f is going to be created. [ 949.322485] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 949.322813] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 949.322974] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 949.323309] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 949.323589] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 949.333471] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: af97d0e4-a6cc-4895-870c-6d977cad4c6f in Status: UNINITIALIZED for 2s [ 949.357766] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 5ef219b4-c621-4645-9c97-22a83d872582 in Status: SUCCESS [ 949.358009] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-5ef219b4-c621-4645-9c97-22a83d872582" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 949.410049] env[69685]: DEBUG networking_nsxv3.common.locking [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Lock network-489 taken with stack trace [, , , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 949.413007] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquiring lock "network-489" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 949.414692] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquired lock "network-489" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 949.414692] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquired external semaphore "network-489" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 949.414979] env[69685]: DEBUG networking_nsxv3.common.locking [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 949.414979] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquiring lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 949.415275] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquired lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 949.415275] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquired external semaphore "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 949.415621] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Releasing lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 949.415738] env[69685]: DEBUG dogpile.cache.region [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] No value present for key: 'zone-id' {{(pid=69685) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 949.415812] env[69685]: DEBUG dogpile.lock [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] NeedRegenerationException {{(pid=69685) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 949.415920] env[69685]: DEBUG dogpile.lock [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] no value, waiting for create lock {{(pid=69685) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 949.416047] env[69685]: DEBUG dogpile.lock [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] value creation lock acquired {{(pid=69685) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 949.416162] env[69685]: DEBUG dogpile.cache.region [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] No value present for key: 'zone-id' {{(pid=69685) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 949.416269] env[69685]: DEBUG dogpile.lock [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Calling creation function for not-yet-present value {{(pid=69685) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 949.416709] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 949.432949] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 2406fba9-a9fc-4720-937d-2a0a894ad28f: rpc.has_security_group_logging(os_id): False [ 949.438476] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 949.438476] env[69685]: DEBUG dogpile.cache.region [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=69685) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 949.438476] env[69685]: DEBUG dogpile.lock [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Released creation lock {{(pid=69685) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 949.438476] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Releasing lock "network-489" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 949.438759] env[69685]: DEBUG networking_nsxv3.common.locking [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Lock port-ddbf8943-1ce4-4c2f-84fe-be309dd4af2d taken with stack trace [, , , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 949.438873] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquiring lock "port-ddbf8943-1ce4-4c2f-84fe-be309dd4af2d" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 949.439041] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquired lock "port-ddbf8943-1ce4-4c2f-84fe-be309dd4af2d" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 949.439493] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquired external semaphore "port-ddbf8943-1ce4-4c2f-84fe-be309dd4af2d" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 949.439662] env[69685]: DEBUG networking_nsxv3.api.rpc [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ddbf8943-1ce4-4c2f-84fe-be309dd4af2d',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 949.455580] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 949.455717] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 949.455761] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 949.455970] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 949.456076] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 949.456275] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 949.456375] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 949.456435] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 949.456592] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 949.456664] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 949.456867] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 949.456954] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 949.457038] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 949.457171] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 949.457243] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 949.457423] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 949.457538] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 949.457615] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 949.457771] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 949.457848] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 949.457937] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 2406fba9-a9fc-4720-937d-2a0a894ad28f is going to be updated. [ 949.491021] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('ad29a8b0-a5e7-47be-9c58-8b349ac208f7',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 949.493022] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b79e97cd-c3d8-47a7-b94a-505236efe9c5 in Status: SUCCESS [ 949.493279] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b79e97cd-c3d8-47a7-b94a-505236efe9c5" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 949.518417] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 949.518591] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 949.518637] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 949.518843] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 949.518984] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 949.542261] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 2406fba9-a9fc-4720-937d-2a0a894ad28f in Status: IN_PROGRESS for 2s [ 949.944320] env[69685]: DEBUG networking_nsxv3.common.locking [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 949.944727] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquiring lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 949.944804] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquired lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 949.945734] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquired external semaphore "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 949.946012] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Releasing lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 949.946268] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Segment Port ddbf8943-1ce4-4c2f-84fe-be309dd4af2d not found, creating... [ 949.946695] env[69685]: DEBUG networking_nsxv3.common.locking [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 949.946941] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquiring lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 949.947134] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquired lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 949.947642] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquired external semaphore "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 949.947963] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Releasing lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 949.948378] env[69685]: DEBUG networking_nsxv3.common.locking [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 949.948571] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquiring lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 949.948647] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquired lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 949.949426] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquired external semaphore "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 949.949426] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Releasing lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 949.949426] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Resource: SegmentPort with ID: ddbf8943-1ce4-4c2f-84fe-be309dd4af2d is going to be created. [ 949.968622] env[69685]: DEBUG networking_nsxv3.common.locking [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 949.968622] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquiring lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 949.968798] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquired lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 949.968938] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquired external semaphore "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 949.969253] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Releasing lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 949.969512] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Releasing lock "port-ddbf8943-1ce4-4c2f-84fe-be309dd4af2d" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 949.995852] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('ad29a8b0-a5e7-47be-9c58-8b349ac208f7',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 950.498521] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 950.498762] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 950.498868] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 950.499139] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 950.499233] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 950.499342] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ad29a8b0-a5e7-47be-9c58-8b349ac208f7 is going to be updated. [ 950.524622] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 950.524727] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 950.524727] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 950.524995] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 950.525123] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 950.532979] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ad29a8b0-a5e7-47be-9c58-8b349ac208f7 in Status: IN_PROGRESS for 2s [ 950.897028] env[69685]: INFO networking_nsxv3.common.synchronization [req-2000b726-6f7e-4810-9716-83b1bd6f9c80 req-bd540fb9-22e1-4862-80a8-4785fd57826e tempest-SecurityGroupsTestJSON-185105500 tempest-SecurityGroupsTestJSON-185105500-project-member] Enqueued Resource ID: 821485bd-4de2-4dea-8610-5c489355978c with Priority: HIGHEST for action security_group_members [ 950.897028] env[69685]: INFO networking_nsxv3.common.synchronization [req-2000b726-6f7e-4810-9716-83b1bd6f9c80 req-bd540fb9-22e1-4862-80a8-4785fd57826e tempest-SecurityGroupsTestJSON-185105500 tempest-SecurityGroupsTestJSON-185105500-project-member] Enqueued Resource ID: a4b7db26-f9af-4c84-bf2d-dec757e43a8c with Priority: HIGHEST for action security_group_members [ 950.897028] env[69685]: INFO networking_nsxv3.common.synchronization [req-2000b726-6f7e-4810-9716-83b1bd6f9c80 req-bd540fb9-22e1-4862-80a8-4785fd57826e tempest-SecurityGroupsTestJSON-185105500 tempest-SecurityGroupsTestJSON-185105500-project-member] Enqueued Resource ID: 38825f6e-f5b3-476a-ade8-5547ffbe74c1 with Priority: HIGHEST for action security_group_members [ 950.897862] env[69685]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 821485bd-4de2-4dea-8610-5c489355978c with Priority: HIGHEST for action security_group_members [ 950.898055] env[69685]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a4b7db26-f9af-4c84-bf2d-dec757e43a8c with Priority: HIGHEST for action security_group_members [ 950.898182] env[69685]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 38825f6e-f5b3-476a-ade8-5547ffbe74c1 with Priority: HIGHEST for action security_group_members [ 950.898526] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock member-821485bd-4de2-4dea-8610-5c489355978c taken with stack trace [, , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 950.898657] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-821485bd-4de2-4dea-8610-5c489355978c" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 950.898721] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-821485bd-4de2-4dea-8610-5c489355978c" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 950.899898] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-821485bd-4de2-4dea-8610-5c489355978c" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 950.900122] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 950.900259] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 950.900329] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 950.900534] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 950.900642] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 950.900765] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('821485bd-4de2-4dea-8610-5c489355978c',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 950.901753] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock member-a4b7db26-f9af-4c84-bf2d-dec757e43a8c taken with stack trace [, , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 950.901846] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a4b7db26-f9af-4c84-bf2d-dec757e43a8c" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 950.901921] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a4b7db26-f9af-4c84-bf2d-dec757e43a8c" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 950.904270] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a4b7db26-f9af-4c84-bf2d-dec757e43a8c" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 950.904506] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 950.904660] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 950.904752] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 950.904971] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 950.905126] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 950.905259] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a4b7db26-f9af-4c84-bf2d-dec757e43a8c',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 950.906240] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock member-38825f6e-f5b3-476a-ade8-5547ffbe74c1 taken with stack trace [, , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 950.906357] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-38825f6e-f5b3-476a-ade8-5547ffbe74c1" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 950.906425] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-38825f6e-f5b3-476a-ade8-5547ffbe74c1" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 950.906588] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-38825f6e-f5b3-476a-ade8-5547ffbe74c1" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 950.906731] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 950.906824] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 950.906887] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 950.907036] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 950.907122] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 950.907212] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('38825f6e-f5b3-476a-ade8-5547ffbe74c1',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 951.031949] env[69685]: INFO networking_nsxv3.common.synchronization [req-1e18a6af-f96f-49d0-b5da-6b859bed99c0 req-fe77b550-65d5-4067-b448-0166813c3612 service nova] Enqueued Resource ID: ad29a8b0-a5e7-47be-9c58-8b349ac208f7 with Priority: HIGHEST for action security_group_rules [ 951.032255] env[69685]: INFO networking_nsxv3.common.synchronization [req-1e18a6af-f96f-49d0-b5da-6b859bed99c0 req-fe77b550-65d5-4067-b448-0166813c3612 service nova] Enqueued Resource ID: ad29a8b0-a5e7-47be-9c58-8b349ac208f7 with Priority: HIGHEST for action security_group_members [ 951.032345] env[69685]: INFO networking_nsxv3.common.synchronization [req-1e18a6af-f96f-49d0-b5da-6b859bed99c0 req-fe77b550-65d5-4067-b448-0166813c3612 service nova] Enqueued Resource ID: ddbf8943-1ce4-4c2f-84fe-be309dd4af2d with Priority: HIGHEST for action port [ 951.032629] env[69685]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ad29a8b0-a5e7-47be-9c58-8b349ac208f7 with Priority: HIGHEST for action security_group_rules [ 951.032704] env[69685]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ad29a8b0-a5e7-47be-9c58-8b349ac208f7 with Priority: HIGHEST for action security_group_members [ 951.032797] env[69685]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ddbf8943-1ce4-4c2f-84fe-be309dd4af2d with Priority: HIGHEST for action port [ 951.036398] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ad29a8b0-a5e7-47be-9c58-8b349ac208f7 taken with stack trace [, , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 951.036514] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ad29a8b0-a5e7-47be-9c58-8b349ac208f7" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 951.036611] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ad29a8b0-a5e7-47be-9c58-8b349ac208f7" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 951.036874] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ad29a8b0-a5e7-47be-9c58-8b349ac208f7" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 951.036980] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ad29a8b0-a5e7-47be-9c58-8b349ac208f7',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 951.038041] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock member-ad29a8b0-a5e7-47be-9c58-8b349ac208f7 taken with stack trace [, , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 951.038388] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ad29a8b0-a5e7-47be-9c58-8b349ac208f7" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 951.038453] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock port-ddbf8943-1ce4-4c2f-84fe-be309dd4af2d taken with stack trace [, , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 951.038544] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ddbf8943-1ce4-4c2f-84fe-be309dd4af2d" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 951.038781] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ddbf8943-1ce4-4c2f-84fe-be309dd4af2d" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 951.038781] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ddbf8943-1ce4-4c2f-84fe-be309dd4af2d" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 951.038874] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ddbf8943-1ce4-4c2f-84fe-be309dd4af2d',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 951.359449] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: af97d0e4-a6cc-4895-870c-6d977cad4c6f in Status: SUCCESS [ 951.359750] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-af97d0e4-a6cc-4895-870c-6d977cad4c6f" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 951.359995] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-af97d0e4-a6cc-4895-870c-6d977cad4c6f" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 951.360284] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-af97d0e4-a6cc-4895-870c-6d977cad4c6f" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 951.360522] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 951.360680] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 951.360767] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 951.360897] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 951.361096] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 951.361096] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-af97d0e4-a6cc-4895-870c-6d977cad4c6f" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 951.361211] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('af97d0e4-a6cc-4895-870c-6d977cad4c6f',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 951.409271] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 951.409271] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 951.409410] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 951.409574] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 951.409684] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 951.409916] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 951.410037] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 951.410086] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 951.410240] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 951.410312] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 951.410398] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a4b7db26-f9af-4c84-bf2d-dec757e43a8c is going to be updated. [ 951.411679] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 951.411796] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 951.411837] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 951.411983] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 951.412071] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 951.412322] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 951.412386] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 951.412418] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 951.412555] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 951.412624] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 951.412706] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 821485bd-4de2-4dea-8610-5c489355978c is going to be updated. [ 951.413885] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 951.414014] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 951.414103] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 951.414286] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 951.414418] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 951.414626] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 951.414775] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 951.414869] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 951.415100] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 951.415165] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 951.415253] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 38825f6e-f5b3-476a-ade8-5547ffbe74c1 is going to be updated. [ 951.441199] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 951.441199] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 951.441199] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 951.441433] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 951.441523] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 951.446878] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 951.447027] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 951.447096] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 951.447378] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 951.447555] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 951.449504] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 951.450014] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 951.450014] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 951.450014] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 951.452283] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 951.461897] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a4b7db26-f9af-4c84-bf2d-dec757e43a8c in Status: IN_PROGRESS for 2s [ 951.462567] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 38825f6e-f5b3-476a-ade8-5547ffbe74c1 in Status: IN_PROGRESS for 2s [ 951.463146] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 821485bd-4de2-4dea-8610-5c489355978c in Status: IN_PROGRESS for 2s [ 951.544507] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock member-ad29a8b0-a5e7-47be-9c58-8b349ac208f7 taken with stack trace [, , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 951.544888] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ad29a8b0-a5e7-47be-9c58-8b349ac208f7" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 951.546486] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port ddbf8943-1ce4-4c2f-84fe-be309dd4af2d with status ACTIVE [ 951.546486] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 951.546486] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 951.546486] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 951.546486] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 951.546486] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 951.547221] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 951.547221] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 951.547221] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 951.547370] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 951.547370] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 951.547629] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 951.547764] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 951.547764] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 951.547916] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 951.548026] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 951.548140] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: ddbf8943-1ce4-4c2f-84fe-be309dd4af2d is going to be updated. [ 951.555183] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 2406fba9-a9fc-4720-937d-2a0a894ad28f in Status: SUCCESS [ 951.555521] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-2406fba9-a9fc-4720-937d-2a0a894ad28f" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 951.555792] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-2406fba9-a9fc-4720-937d-2a0a894ad28f" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 951.556111] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-2406fba9-a9fc-4720-937d-2a0a894ad28f" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 951.556406] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('2406fba9-a9fc-4720-937d-2a0a894ad28f',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 951.568282] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 951.568282] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 951.568282] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 951.568282] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 951.568282] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 951.568559] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ddbf8943-1ce4-4c2f-84fe-be309dd4af2d" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 951.781729] env[69685]: INFO networking_nsxv3.common.synchronization [req-39e0e073-fc94-4e65-99ca-2892a561e843 req-c73d0186-e844-4714-9a15-cad82139a83a tempest-ServerRescueNegativeTestJSON-1379847541 tempest-ServerRescueNegativeTestJSON-1379847541-project-member] Enqueued Resource ID: e3c7cd2b-45b9-46e6-bfca-79a452650487 with Priority: HIGHEST for action security_group_members [ 951.782387] env[69685]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e3c7cd2b-45b9-46e6-bfca-79a452650487 with Priority: HIGHEST for action security_group_members [ 951.782704] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock member-e3c7cd2b-45b9-46e6-bfca-79a452650487 taken with stack trace [, , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 951.782864] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e3c7cd2b-45b9-46e6-bfca-79a452650487" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 951.782961] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e3c7cd2b-45b9-46e6-bfca-79a452650487" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 951.783211] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e3c7cd2b-45b9-46e6-bfca-79a452650487" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 951.783375] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 951.783485] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 951.783541] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 951.783693] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 951.783801] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 951.783908] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e3c7cd2b-45b9-46e6-bfca-79a452650487',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 951.863610] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock member-af97d0e4-a6cc-4895-870c-6d977cad4c6f taken with stack trace [, , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 951.864014] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-af97d0e4-a6cc-4895-870c-6d977cad4c6f" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 951.864014] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-af97d0e4-a6cc-4895-870c-6d977cad4c6f" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 951.864079] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-af97d0e4-a6cc-4895-870c-6d977cad4c6f" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 951.864687] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 951.864687] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 951.864687] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 951.864687] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 951.864928] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 951.864973] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-af97d0e4-a6cc-4895-870c-6d977cad4c6f" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 951.865170] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock member-af97d0e4-a6cc-4895-870c-6d977cad4c6f taken with stack trace [, , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 951.865592] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-af97d0e4-a6cc-4895-870c-6d977cad4c6f" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 951.865592] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-af97d0e4-a6cc-4895-870c-6d977cad4c6f" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 951.865592] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-af97d0e4-a6cc-4895-870c-6d977cad4c6f" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 951.865732] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 951.865870] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 951.865943] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 951.866141] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 951.866242] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 951.866353] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-af97d0e4-a6cc-4895-870c-6d977cad4c6f" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 951.866450] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('af97d0e4-a6cc-4895-870c-6d977cad4c6f',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 952.058941] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock member-2406fba9-a9fc-4720-937d-2a0a894ad28f taken with stack trace [, , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 952.059303] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2406fba9-a9fc-4720-937d-2a0a894ad28f" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 952.059303] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2406fba9-a9fc-4720-937d-2a0a894ad28f" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 952.059402] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2406fba9-a9fc-4720-937d-2a0a894ad28f" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 952.059559] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 952.059658] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 952.059722] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 952.059870] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 952.059956] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 952.060058] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2406fba9-a9fc-4720-937d-2a0a894ad28f" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 952.060174] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('2406fba9-a9fc-4720-937d-2a0a894ad28f',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 952.225078] env[69685]: DEBUG networking_nsxv3.common.locking [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Lock network-36 taken with stack trace [, , , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 952.225078] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquiring lock "network-36" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 952.225340] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquired lock "network-36" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 952.225584] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquired external semaphore "network-36" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 952.225898] env[69685]: DEBUG networking_nsxv3.common.locking [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 952.226137] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquiring lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 952.226272] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquired lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 952.226513] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquired external semaphore "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 952.226686] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Releasing lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 952.226905] env[69685]: DEBUG dogpile.cache.region [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] No value present for key: 'zone-id' {{(pid=69685) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 952.227354] env[69685]: DEBUG dogpile.lock [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] NeedRegenerationException {{(pid=69685) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 952.227354] env[69685]: DEBUG dogpile.lock [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] no value, waiting for create lock {{(pid=69685) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 952.227354] env[69685]: DEBUG dogpile.lock [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] value creation lock acquired {{(pid=69685) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 952.227354] env[69685]: DEBUG dogpile.cache.region [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] No value present for key: 'zone-id' {{(pid=69685) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 952.227567] env[69685]: DEBUG dogpile.lock [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Calling creation function for not-yet-present value {{(pid=69685) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 952.227652] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 952.253836] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 952.254056] env[69685]: DEBUG dogpile.cache.region [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Cache value generated in 0.026 seconds for key(s): 'zone-id' {{(pid=69685) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 952.254275] env[69685]: DEBUG dogpile.lock [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Released creation lock {{(pid=69685) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 952.254474] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Releasing lock "network-36" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 952.254851] env[69685]: DEBUG networking_nsxv3.common.locking [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Lock port-d09330a8-ba8c-4af4-a2a1-8d77ad53d424 taken with stack trace [, , , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 952.255059] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquiring lock "port-d09330a8-ba8c-4af4-a2a1-8d77ad53d424" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 952.255185] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquired lock "port-d09330a8-ba8c-4af4-a2a1-8d77ad53d424" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 952.256103] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquired external semaphore "port-d09330a8-ba8c-4af4-a2a1-8d77ad53d424" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 952.256103] env[69685]: DEBUG networking_nsxv3.api.rpc [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d09330a8-ba8c-4af4-a2a1-8d77ad53d424',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 952.290860] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 952.291080] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 952.291181] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 952.291421] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 952.291555] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 952.291789] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 952.291967] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 952.292030] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 952.292205] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 952.292306] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 952.292414] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e3c7cd2b-45b9-46e6-bfca-79a452650487 already deleted. [ 952.292498] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e3c7cd2b-45b9-46e6-bfca-79a452650487" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 952.369602] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for af97d0e4-a6cc-4895-870c-6d977cad4c6f: rpc.has_security_group_logging(os_id): False [ 952.387429] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 952.387644] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 952.387736] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 952.387971] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 952.388088] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 952.388316] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 952.388441] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 952.388510] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 952.388743] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 952.388878] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 952.389109] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 952.389210] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 952.389287] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 952.390398] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 952.390398] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 952.390398] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 952.390398] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 952.390398] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 952.390398] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 952.390398] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 952.390398] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: af97d0e4-a6cc-4895-870c-6d977cad4c6f is going to be created. [ 952.464928] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 952.464928] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 952.465130] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 952.465221] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 952.465448] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 952.478793] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: af97d0e4-a6cc-4895-870c-6d977cad4c6f in Status: IN_PROGRESS for 2s [ 952.544058] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ad29a8b0-a5e7-47be-9c58-8b349ac208f7 in Status: SUCCESS [ 952.544354] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ad29a8b0-a5e7-47be-9c58-8b349ac208f7" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 952.544560] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ad29a8b0-a5e7-47be-9c58-8b349ac208f7" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 952.544830] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ad29a8b0-a5e7-47be-9c58-8b349ac208f7" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 952.545088] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 952.545239] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 952.545357] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 952.545764] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 952.545895] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 952.546080] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ad29a8b0-a5e7-47be-9c58-8b349ac208f7',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 952.565627] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock member-2406fba9-a9fc-4720-937d-2a0a894ad28f taken with stack trace [, , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 952.565939] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2406fba9-a9fc-4720-937d-2a0a894ad28f" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 952.566117] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2406fba9-a9fc-4720-937d-2a0a894ad28f" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 952.566434] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2406fba9-a9fc-4720-937d-2a0a894ad28f" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 952.566696] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 952.566871] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 952.566968] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 952.567223] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 952.567793] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 952.567793] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2406fba9-a9fc-4720-937d-2a0a894ad28f" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 952.567793] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock member-2406fba9-a9fc-4720-937d-2a0a894ad28f taken with stack trace [, , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 952.567947] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2406fba9-a9fc-4720-937d-2a0a894ad28f" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 952.567978] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2406fba9-a9fc-4720-937d-2a0a894ad28f" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 952.568170] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2406fba9-a9fc-4720-937d-2a0a894ad28f" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 952.568370] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 952.568474] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 952.568851] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 952.569068] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 952.569160] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 952.569256] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2406fba9-a9fc-4720-937d-2a0a894ad28f" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 952.569350] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('2406fba9-a9fc-4720-937d-2a0a894ad28f',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 952.762264] env[69685]: DEBUG networking_nsxv3.common.locking [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 952.762781] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquiring lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 952.762944] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquired lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 952.763202] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquired external semaphore "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 952.763398] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Releasing lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 952.763592] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Segment Port d09330a8-ba8c-4af4-a2a1-8d77ad53d424 not found, creating... [ 952.763902] env[69685]: DEBUG networking_nsxv3.common.locking [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 952.764117] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquiring lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 952.764295] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquired lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 952.764579] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquired external semaphore "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 952.764742] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Releasing lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 952.765119] env[69685]: DEBUG networking_nsxv3.common.locking [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 952.765353] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquiring lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 952.765666] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquired lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 952.765740] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquired external semaphore "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 952.765902] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Releasing lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 952.766183] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Resource: SegmentPort with ID: d09330a8-ba8c-4af4-a2a1-8d77ad53d424 is going to be created. [ 952.787470] env[69685]: DEBUG networking_nsxv3.common.locking [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 952.787470] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquiring lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 952.787470] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquired lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 952.787745] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquired external semaphore "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 952.787851] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Releasing lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 952.788115] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Releasing lock "port-d09330a8-ba8c-4af4-a2a1-8d77ad53d424" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 953.049532] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('ad29a8b0-a5e7-47be-9c58-8b349ac208f7',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 953.071822] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 2406fba9-a9fc-4720-937d-2a0a894ad28f: rpc.has_security_group_logging(os_id): False [ 953.092581] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 953.092835] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 953.092835] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 953.092948] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 953.093157] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 953.094021] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 953.094021] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 953.094021] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 953.094021] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 953.094021] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 953.094342] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 953.094342] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 953.094342] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 953.097385] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 953.097385] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 953.097385] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 953.097385] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 953.097385] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 953.097385] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 953.097385] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 953.097385] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 2406fba9-a9fc-4720-937d-2a0a894ad28f is going to be updated. [ 953.167513] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 953.167822] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 953.167898] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 953.168236] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 953.168431] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 953.186644] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 2406fba9-a9fc-4720-937d-2a0a894ad28f in Status: IN_PROGRESS for 2s [ 953.479337] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 38825f6e-f5b3-476a-ade8-5547ffbe74c1 in Status: SUCCESS [ 953.479337] env[69685]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 38825f6e-f5b3-476a-ade8-5547ffbe74c1 deletion is rescheduled due to dependency. [ 953.479337] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-38825f6e-f5b3-476a-ade8-5547ffbe74c1" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 953.480032] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 821485bd-4de2-4dea-8610-5c489355978c in Status: SUCCESS [ 953.480152] env[69685]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 821485bd-4de2-4dea-8610-5c489355978c deletion is rescheduled due to dependency. [ 953.480406] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-821485bd-4de2-4dea-8610-5c489355978c" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 953.481103] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a4b7db26-f9af-4c84-bf2d-dec757e43a8c in Status: SUCCESS [ 953.481288] env[69685]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a4b7db26-f9af-4c84-bf2d-dec757e43a8c deletion is rescheduled due to dependency. [ 953.482037] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a4b7db26-f9af-4c84-bf2d-dec757e43a8c" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 953.488808] env[69685]: INFO networking_nsxv3.common.synchronization [req-39e0e073-fc94-4e65-99ca-2892a561e843 req-d19f1cdc-5b8f-44fe-95d2-02d97576d539 service nova] Enqueued Resource ID: e3c7cd2b-45b9-46e6-bfca-79a452650487 with Priority: HIGHEST for action security_group_rules [ 953.490082] env[69685]: INFO networking_nsxv3.common.synchronization [req-39e0e073-fc94-4e65-99ca-2892a561e843 req-d19f1cdc-5b8f-44fe-95d2-02d97576d539 service nova] Enqueued Resource ID: e3c7cd2b-45b9-46e6-bfca-79a452650487 with Priority: HIGHEST for action security_group_members [ 953.490082] env[69685]: INFO networking_nsxv3.common.synchronization [req-39e0e073-fc94-4e65-99ca-2892a561e843 req-d19f1cdc-5b8f-44fe-95d2-02d97576d539 service nova] Enqueued Resource ID: d09330a8-ba8c-4af4-a2a1-8d77ad53d424 with Priority: HIGHEST for action port [ 953.490082] env[69685]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e3c7cd2b-45b9-46e6-bfca-79a452650487 with Priority: HIGHEST for action security_group_rules [ 953.490082] env[69685]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e3c7cd2b-45b9-46e6-bfca-79a452650487 with Priority: HIGHEST for action security_group_members [ 953.490082] env[69685]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d09330a8-ba8c-4af4-a2a1-8d77ad53d424 with Priority: HIGHEST for action port [ 953.492908] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e3c7cd2b-45b9-46e6-bfca-79a452650487 taken with stack trace [, , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 953.493094] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e3c7cd2b-45b9-46e6-bfca-79a452650487" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 953.494029] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e3c7cd2b-45b9-46e6-bfca-79a452650487" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 953.494029] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e3c7cd2b-45b9-46e6-bfca-79a452650487" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 953.494029] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e3c7cd2b-45b9-46e6-bfca-79a452650487',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 953.494848] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock member-e3c7cd2b-45b9-46e6-bfca-79a452650487 taken with stack trace [, , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 953.494963] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e3c7cd2b-45b9-46e6-bfca-79a452650487" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 953.495066] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e3c7cd2b-45b9-46e6-bfca-79a452650487" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 953.495367] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e3c7cd2b-45b9-46e6-bfca-79a452650487" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 953.495837] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 953.495837] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 953.495837] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 953.496027] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 953.496070] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 953.496218] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e3c7cd2b-45b9-46e6-bfca-79a452650487',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 953.497117] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock port-d09330a8-ba8c-4af4-a2a1-8d77ad53d424 taken with stack trace [, , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 953.497236] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d09330a8-ba8c-4af4-a2a1-8d77ad53d424" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 953.497283] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d09330a8-ba8c-4af4-a2a1-8d77ad53d424" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 953.497442] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d09330a8-ba8c-4af4-a2a1-8d77ad53d424" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 953.497569] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d09330a8-ba8c-4af4-a2a1-8d77ad53d424',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 953.555885] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('ad29a8b0-a5e7-47be-9c58-8b349ac208f7',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 953.898393] env[69685]: INFO networking_nsxv3.common.synchronization [req-8ac067a9-c144-4669-ad88-5c1bab29b96d req-2d41a88f-dc86-4e91-a623-3a1f3ab45db1 tempest-ServerActionsTestOtherA-1303343426 tempest-ServerActionsTestOtherA-1303343426-project-member] Enqueued Resource ID: 5e2a3608-8755-4a87-8f09-3dc54e922d50 with Priority: HIGHEST for action security_group_members [ 953.903887] env[69685]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5e2a3608-8755-4a87-8f09-3dc54e922d50 with Priority: HIGHEST for action security_group_members [ 953.904829] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock member-5e2a3608-8755-4a87-8f09-3dc54e922d50 taken with stack trace [, , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 953.905016] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5e2a3608-8755-4a87-8f09-3dc54e922d50" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 953.905120] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5e2a3608-8755-4a87-8f09-3dc54e922d50" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 953.905422] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5e2a3608-8755-4a87-8f09-3dc54e922d50" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 953.905635] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 953.905765] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 953.905870] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 953.906085] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 953.906206] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 953.906333] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5e2a3608-8755-4a87-8f09-3dc54e922d50',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 953.999868] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock member-e3c7cd2b-45b9-46e6-bfca-79a452650487 taken with stack trace [, , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 953.999868] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e3c7cd2b-45b9-46e6-bfca-79a452650487" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 954.001634] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('e3c7cd2b-45b9-46e6-bfca-79a452650487',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 954.002339] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port d09330a8-ba8c-4af4-a2a1-8d77ad53d424 with status ACTIVE [ 954.002339] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 954.002510] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 954.002510] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 954.002780] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 954.002892] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 954.003097] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 954.003260] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 954.003260] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 954.003432] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 954.003510] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 954.003713] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 954.003778] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 954.004020] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 954.004020] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 954.004167] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 954.004167] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: d09330a8-ba8c-4af4-a2a1-8d77ad53d424 is going to be updated. [ 954.024412] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 954.024412] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 954.024412] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 954.024620] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 954.024780] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 954.025027] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d09330a8-ba8c-4af4-a2a1-8d77ad53d424" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 954.058171] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 954.058376] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 954.058376] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 954.058585] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 954.058686] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 954.058791] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ad29a8b0-a5e7-47be-9c58-8b349ac208f7 is going to be updated. [ 954.085949] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 954.086337] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 954.086337] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 954.086424] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 954.086506] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 954.096203] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ad29a8b0-a5e7-47be-9c58-8b349ac208f7 in Status: IN_PROGRESS for 2s [ 954.409329] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 954.409329] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 954.410172] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 954.410172] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 954.410172] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 954.410172] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 954.410547] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 954.410547] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 954.410547] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 954.411322] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 954.411322] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5e2a3608-8755-4a87-8f09-3dc54e922d50 is going to be updated. [ 954.422532] env[69685]: INFO networking_nsxv3.common.synchronization [req-61ff865b-f56a-4311-b25f-b655e3492c46 req-1cb57f0a-7cc1-40b2-885c-8387cba66799 tempest-ServerRescueNegativeTestJSON-1379847541 tempest-ServerRescueNegativeTestJSON-1379847541-project-member] Enqueued Resource ID: e3c7cd2b-45b9-46e6-bfca-79a452650487 with Priority: HIGHEST for action security_group_members [ 954.423155] env[69685]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e3c7cd2b-45b9-46e6-bfca-79a452650487 with Priority: HIGHEST for action security_group_members [ 954.423484] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock member-e3c7cd2b-45b9-46e6-bfca-79a452650487 taken with stack trace [, , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 954.424612] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e3c7cd2b-45b9-46e6-bfca-79a452650487" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 954.436026] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 954.436269] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 954.436375] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 954.436728] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 954.440184] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 954.448728] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5e2a3608-8755-4a87-8f09-3dc54e922d50 in Status: IN_PROGRESS for 2s [ 954.490943] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: af97d0e4-a6cc-4895-870c-6d977cad4c6f in Status: SUCCESS [ 954.490943] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-af97d0e4-a6cc-4895-870c-6d977cad4c6f" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 954.506844] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('e3c7cd2b-45b9-46e6-bfca-79a452650487',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 954.887074] env[69685]: DEBUG networking_nsxv3.common.locking [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Lock network-36 taken with stack trace [, , , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 954.887355] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquiring lock "network-36" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 954.887556] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquired lock "network-36" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 954.887908] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquired external semaphore "network-36" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 954.888281] env[69685]: DEBUG networking_nsxv3.common.locking [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 954.888697] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquiring lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 954.888697] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquired lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 954.889139] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquired external semaphore "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 954.889139] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Releasing lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 954.889435] env[69685]: DEBUG dogpile.cache.region [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] No value present for key: 'zone-id' {{(pid=69685) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 954.889600] env[69685]: DEBUG dogpile.lock [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] NeedRegenerationException {{(pid=69685) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 954.889752] env[69685]: DEBUG dogpile.lock [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] no value, waiting for create lock {{(pid=69685) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 954.889914] env[69685]: DEBUG dogpile.lock [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] value creation lock acquired {{(pid=69685) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 954.890099] env[69685]: DEBUG dogpile.cache.region [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] No value present for key: 'zone-id' {{(pid=69685) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 954.890261] env[69685]: DEBUG dogpile.lock [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Calling creation function for not-yet-present value {{(pid=69685) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 954.890444] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 954.913382] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 954.913555] env[69685]: DEBUG dogpile.cache.region [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=69685) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 954.913727] env[69685]: DEBUG dogpile.lock [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Released creation lock {{(pid=69685) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 954.913963] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Releasing lock "network-36" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 954.915225] env[69685]: DEBUG networking_nsxv3.common.locking [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Lock port-755a2482-95ea-424d-8abe-c3ea39215b61 taken with stack trace [, , , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 954.915454] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquiring lock "port-755a2482-95ea-424d-8abe-c3ea39215b61" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 954.915610] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquired lock "port-755a2482-95ea-424d-8abe-c3ea39215b61" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 954.915954] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquired external semaphore "port-755a2482-95ea-424d-8abe-c3ea39215b61" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 954.916116] env[69685]: DEBUG networking_nsxv3.api.rpc [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('755a2482-95ea-424d-8abe-c3ea39215b61',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 955.009388] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 955.009496] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 955.009533] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 955.009748] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 955.009824] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 955.009939] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e3c7cd2b-45b9-46e6-bfca-79a452650487 is going to be created. [ 955.031789] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 955.032033] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 955.032131] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 955.032416] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 955.032756] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 955.044132] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e3c7cd2b-45b9-46e6-bfca-79a452650487 in Status: UNINITIALIZED for 2s [ 955.217561] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 2406fba9-a9fc-4720-937d-2a0a894ad28f in Status: SUCCESS [ 955.217984] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-2406fba9-a9fc-4720-937d-2a0a894ad28f" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 955.418574] env[69685]: DEBUG networking_nsxv3.common.locking [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 955.422022] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquiring lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 955.422022] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquired lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 955.422022] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquired external semaphore "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 955.422022] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Releasing lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 955.422022] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Segment Port 755a2482-95ea-424d-8abe-c3ea39215b61 not found, creating... [ 955.422022] env[69685]: DEBUG networking_nsxv3.common.locking [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 955.422022] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquiring lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 955.422022] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquired lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 955.422022] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquired external semaphore "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 955.422022] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Releasing lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 955.422487] env[69685]: DEBUG networking_nsxv3.common.locking [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 955.422487] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquiring lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 955.422487] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquired lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 955.422487] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquired external semaphore "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 955.422769] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Releasing lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 955.422998] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Resource: SegmentPort with ID: 755a2482-95ea-424d-8abe-c3ea39215b61 is going to be created. [ 955.445478] env[69685]: DEBUG networking_nsxv3.common.locking [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 955.449027] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquiring lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 955.449027] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquired lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 955.449027] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquired external semaphore "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 955.449027] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Releasing lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 955.449027] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Releasing lock "port-755a2482-95ea-424d-8abe-c3ea39215b61" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 956.109704] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ad29a8b0-a5e7-47be-9c58-8b349ac208f7 in Status: SUCCESS [ 956.109704] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ad29a8b0-a5e7-47be-9c58-8b349ac208f7" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 956.109938] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ad29a8b0-a5e7-47be-9c58-8b349ac208f7" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 956.110123] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ad29a8b0-a5e7-47be-9c58-8b349ac208f7" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 956.110473] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 956.111155] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 956.111155] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 956.111155] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 956.111155] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 956.111338] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ad29a8b0-a5e7-47be-9c58-8b349ac208f7" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 956.111533] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('ad29a8b0-a5e7-47be-9c58-8b349ac208f7',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 956.266551] env[69685]: INFO networking_nsxv3.common.synchronization [req-59d55f73-94d0-4cd3-ada9-b2e16fb8b695 req-9239d233-9a82-4fc6-8583-09002eab6017 tempest-ServersNegativeTestMultiTenantJSON-1219328258 tempest-ServersNegativeTestMultiTenantJSON-1219328258-project-member] Enqueued Resource ID: b79e97cd-c3d8-47a7-b94a-505236efe9c5 with Priority: HIGHEST for action security_group_members [ 956.267463] env[69685]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b79e97cd-c3d8-47a7-b94a-505236efe9c5 with Priority: HIGHEST for action security_group_members [ 956.267983] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock member-b79e97cd-c3d8-47a7-b94a-505236efe9c5 taken with stack trace [, , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 956.268828] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b79e97cd-c3d8-47a7-b94a-505236efe9c5" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 956.268932] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b79e97cd-c3d8-47a7-b94a-505236efe9c5" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 956.269149] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b79e97cd-c3d8-47a7-b94a-505236efe9c5" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 956.270535] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 956.270535] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 956.270535] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 956.270535] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 956.270535] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 956.270535] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b79e97cd-c3d8-47a7-b94a-505236efe9c5',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 956.464021] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5e2a3608-8755-4a87-8f09-3dc54e922d50 in Status: SUCCESS [ 956.465496] env[69685]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5e2a3608-8755-4a87-8f09-3dc54e922d50 deletion is rescheduled due to dependency. [ 956.465655] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5e2a3608-8755-4a87-8f09-3dc54e922d50" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 956.521026] env[69685]: INFO networking_nsxv3.common.synchronization [req-61ff865b-f56a-4311-b25f-b655e3492c46 req-0c368d3d-a653-41eb-99ff-2c4712fe6dec service nova] Enqueued Resource ID: e3c7cd2b-45b9-46e6-bfca-79a452650487 with Priority: HIGHEST for action security_group_rules [ 956.521210] env[69685]: INFO networking_nsxv3.common.synchronization [req-61ff865b-f56a-4311-b25f-b655e3492c46 req-0c368d3d-a653-41eb-99ff-2c4712fe6dec service nova] Enqueued Resource ID: e3c7cd2b-45b9-46e6-bfca-79a452650487 with Priority: HIGHEST for action security_group_members [ 956.521399] env[69685]: INFO networking_nsxv3.common.synchronization [req-61ff865b-f56a-4311-b25f-b655e3492c46 req-0c368d3d-a653-41eb-99ff-2c4712fe6dec service nova] Enqueued Resource ID: 755a2482-95ea-424d-8abe-c3ea39215b61 with Priority: HIGHEST for action port [ 956.522024] env[69685]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e3c7cd2b-45b9-46e6-bfca-79a452650487 with Priority: HIGHEST for action security_group_rules [ 956.522553] env[69685]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e3c7cd2b-45b9-46e6-bfca-79a452650487 with Priority: HIGHEST for action security_group_members [ 956.522720] env[69685]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 755a2482-95ea-424d-8abe-c3ea39215b61 with Priority: HIGHEST for action port [ 956.523120] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e3c7cd2b-45b9-46e6-bfca-79a452650487 taken with stack trace [, , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 956.523292] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e3c7cd2b-45b9-46e6-bfca-79a452650487" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 956.523596] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock member-e3c7cd2b-45b9-46e6-bfca-79a452650487 taken with stack trace [, , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 956.523796] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e3c7cd2b-45b9-46e6-bfca-79a452650487" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 956.524061] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock port-755a2482-95ea-424d-8abe-c3ea39215b61 taken with stack trace [, , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 956.524224] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-755a2482-95ea-424d-8abe-c3ea39215b61" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 956.524341] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-755a2482-95ea-424d-8abe-c3ea39215b61" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 956.524641] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-755a2482-95ea-424d-8abe-c3ea39215b61" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 956.524770] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('755a2482-95ea-424d-8abe-c3ea39215b61',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 956.584043] env[69685]: INFO networking_nsxv3.common.synchronization [req-67c19a92-fbbf-45da-9dd5-6ede7973881a req-16d93c45-dc33-4ead-aeee-d27199f1ec7a tempest-ServersTestMultiNic-327096295 tempest-ServersTestMultiNic-327096295-project-member] Enqueued Resource ID: 2406fba9-a9fc-4720-937d-2a0a894ad28f with Priority: HIGHEST for action security_group_members [ 956.586518] env[69685]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2406fba9-a9fc-4720-937d-2a0a894ad28f with Priority: HIGHEST for action security_group_members [ 956.586939] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock member-2406fba9-a9fc-4720-937d-2a0a894ad28f taken with stack trace [, , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 956.587091] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2406fba9-a9fc-4720-937d-2a0a894ad28f" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 956.587158] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2406fba9-a9fc-4720-937d-2a0a894ad28f" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 956.587418] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2406fba9-a9fc-4720-937d-2a0a894ad28f" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 956.587634] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 956.587787] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 956.587884] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 956.588092] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 956.588184] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 956.588536] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2406fba9-a9fc-4720-937d-2a0a894ad28f',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 956.615649] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock member-ad29a8b0-a5e7-47be-9c58-8b349ac208f7 taken with stack trace [, , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 956.615807] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ad29a8b0-a5e7-47be-9c58-8b349ac208f7" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 956.615866] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ad29a8b0-a5e7-47be-9c58-8b349ac208f7" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 956.616101] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ad29a8b0-a5e7-47be-9c58-8b349ac208f7" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 956.616294] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 956.616419] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 956.616483] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 956.616638] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 956.616727] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 956.616833] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ad29a8b0-a5e7-47be-9c58-8b349ac208f7" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 956.617325] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock member-ad29a8b0-a5e7-47be-9c58-8b349ac208f7 taken with stack trace [, , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 956.617469] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ad29a8b0-a5e7-47be-9c58-8b349ac208f7" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 956.617560] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ad29a8b0-a5e7-47be-9c58-8b349ac208f7" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 956.617769] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ad29a8b0-a5e7-47be-9c58-8b349ac208f7" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 956.617910] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 956.618037] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 956.618093] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 956.618250] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 956.618332] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 956.618425] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ad29a8b0-a5e7-47be-9c58-8b349ac208f7" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 956.618516] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('ad29a8b0-a5e7-47be-9c58-8b349ac208f7',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 956.774055] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 956.774275] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 956.774366] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 956.776238] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 956.776382] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 956.776668] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 956.776805] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 956.776873] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 956.777095] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 956.777239] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 956.777360] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b79e97cd-c3d8-47a7-b94a-505236efe9c5 is going to be updated. [ 956.805388] env[69685]: INFO networking_nsxv3.common.synchronization [req-67c19a92-fbbf-45da-9dd5-6ede7973881a req-959cf7d9-1ea4-4a34-b70d-2b219cc28f65 tempest-ServersTestMultiNic-327096295 tempest-ServersTestMultiNic-327096295-project-member] Enqueued Resource ID: 2406fba9-a9fc-4720-937d-2a0a894ad28f with Priority: HIGHEST for action security_group_members [ 956.806924] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 956.806924] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 956.807285] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 956.808097] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 956.808297] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 956.809704] env[69685]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2406fba9-a9fc-4720-937d-2a0a894ad28f with Priority: HIGHEST for action security_group_members [ 956.810437] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock member-2406fba9-a9fc-4720-937d-2a0a894ad28f taken with stack trace [, , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 956.810604] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2406fba9-a9fc-4720-937d-2a0a894ad28f" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 956.818624] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b79e97cd-c3d8-47a7-b94a-505236efe9c5 in Status: IN_PROGRESS for 2s [ 957.020852] env[69685]: INFO networking_nsxv3.common.synchronization [req-67c19a92-fbbf-45da-9dd5-6ede7973881a req-a0e90d54-4375-4aac-9ccc-ecf2a0cd00bc tempest-ServersTestMultiNic-327096295 tempest-ServersTestMultiNic-327096295-project-member] Enqueued Resource ID: 2406fba9-a9fc-4720-937d-2a0a894ad28f with Priority: HIGHEST for action security_group_members [ 957.021419] env[69685]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2406fba9-a9fc-4720-937d-2a0a894ad28f with Priority: HIGHEST for action security_group_members [ 957.021741] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock member-2406fba9-a9fc-4720-937d-2a0a894ad28f taken with stack trace [, , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 957.021862] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2406fba9-a9fc-4720-937d-2a0a894ad28f" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 957.033471] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 755a2482-95ea-424d-8abe-c3ea39215b61 with status ACTIVE [ 957.033471] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 957.033471] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 957.033471] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 957.033471] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 957.033471] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 957.033471] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 957.033471] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 957.033471] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 957.033471] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 957.033471] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 957.033471] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 957.033471] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 957.033471] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 957.033471] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 957.033471] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 957.033471] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 755a2482-95ea-424d-8abe-c3ea39215b61 is going to be updated. [ 957.053130] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 957.053130] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 957.053130] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 957.053130] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 957.053130] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 957.053130] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-755a2482-95ea-424d-8abe-c3ea39215b61" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 957.054028] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e3c7cd2b-45b9-46e6-bfca-79a452650487 in Status: SUCCESS [ 957.054313] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e3c7cd2b-45b9-46e6-bfca-79a452650487" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 957.054453] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e3c7cd2b-45b9-46e6-bfca-79a452650487" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 957.055284] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e3c7cd2b-45b9-46e6-bfca-79a452650487" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 957.055475] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 957.057333] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 957.057333] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 957.057333] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 957.057333] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 957.057333] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e3c7cd2b-45b9-46e6-bfca-79a452650487" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 957.057333] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('e3c7cd2b-45b9-46e6-bfca-79a452650487',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 957.057333] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e3c7cd2b-45b9-46e6-bfca-79a452650487" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 957.057891] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e3c7cd2b-45b9-46e6-bfca-79a452650487" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 957.057891] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 957.058184] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 957.058247] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 957.058394] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 957.058475] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 957.058567] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e3c7cd2b-45b9-46e6-bfca-79a452650487',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 957.090832] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('2406fba9-a9fc-4720-937d-2a0a894ad28f',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 957.120420] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for ad29a8b0-a5e7-47be-9c58-8b349ac208f7: rpc.has_security_group_logging(os_id): False [ 957.140732] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 957.141050] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 957.141050] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 957.141269] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 957.141362] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 957.141640] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 957.141819] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 957.141819] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 957.142133] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 957.142133] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 957.142381] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 957.142518] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 957.142587] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 957.142733] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 957.142946] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 957.143013] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 957.143150] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 957.143190] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 957.143397] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 957.143478] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 957.143574] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ad29a8b0-a5e7-47be-9c58-8b349ac208f7 is going to be updated. [ 957.247431] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 957.247431] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 957.247431] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 957.247431] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 957.247431] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 957.270579] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ad29a8b0-a5e7-47be-9c58-8b349ac208f7 in Status: IN_PROGRESS for 2s [ 957.561813] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock member-e3c7cd2b-45b9-46e6-bfca-79a452650487 taken with stack trace [, , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 957.561813] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e3c7cd2b-45b9-46e6-bfca-79a452650487" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 957.561813] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('e3c7cd2b-45b9-46e6-bfca-79a452650487',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 957.597439] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('2406fba9-a9fc-4720-937d-2a0a894ad28f',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 958.067033] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('e3c7cd2b-45b9-46e6-bfca-79a452650487',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 958.100981] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 958.101164] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 958.101164] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 958.101400] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 958.101489] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 958.101584] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2406fba9-a9fc-4720-937d-2a0a894ad28f is going to be updated. [ 958.128695] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 958.128947] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 958.129037] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 958.129887] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 958.129887] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 958.138106] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2406fba9-a9fc-4720-937d-2a0a894ad28f in Status: IN_PROGRESS for 2s [ 958.334884] env[69685]: INFO networking_nsxv3.common.synchronization [req-9fc65a35-8617-49a6-980b-11001a715460 req-61cb79fe-77aa-45e6-8380-c3767a2215e3 tempest-ServersTestJSON-1907685439 tempest-ServersTestJSON-1907685439-project-member] Enqueued Resource ID: f9fe5796-97e5-42cd-b9a0-bf405b68f6e5 with Priority: HIGHEST for action security_group_members [ 958.338041] env[69685]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f9fe5796-97e5-42cd-b9a0-bf405b68f6e5 with Priority: HIGHEST for action security_group_members [ 958.338041] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock member-f9fe5796-97e5-42cd-b9a0-bf405b68f6e5 taken with stack trace [, , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 958.338041] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f9fe5796-97e5-42cd-b9a0-bf405b68f6e5" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 958.338041] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f9fe5796-97e5-42cd-b9a0-bf405b68f6e5" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 958.338041] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f9fe5796-97e5-42cd-b9a0-bf405b68f6e5" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 958.338041] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 958.338041] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 958.338041] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 958.338041] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 958.338041] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 958.338041] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f9fe5796-97e5-42cd-b9a0-bf405b68f6e5',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 958.569342] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 958.569523] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 958.569603] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 958.569836] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 958.569949] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 958.570067] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e3c7cd2b-45b9-46e6-bfca-79a452650487 is going to be updated. [ 958.596961] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 958.597123] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 958.597183] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 958.597394] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 958.598287] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 958.607735] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e3c7cd2b-45b9-46e6-bfca-79a452650487 in Status: IN_PROGRESS for 2s [ 958.685173] env[69685]: DEBUG networking_nsxv3.common.locking [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Lock network-197 taken with stack trace [, , , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 958.688221] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquiring lock "network-197" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 958.689200] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquired lock "network-197" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 958.689200] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquired external semaphore "network-197" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 958.689200] env[69685]: DEBUG networking_nsxv3.common.locking [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 958.689394] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquiring lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 958.689592] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquired lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 958.689816] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquired external semaphore "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 958.689900] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Releasing lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 958.690310] env[69685]: DEBUG dogpile.cache.region [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] No value present for key: 'zone-id' {{(pid=69685) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 958.690310] env[69685]: DEBUG dogpile.lock [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] NeedRegenerationException {{(pid=69685) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 958.690442] env[69685]: DEBUG dogpile.lock [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] no value, waiting for create lock {{(pid=69685) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 958.690541] env[69685]: DEBUG dogpile.lock [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] value creation lock acquired {{(pid=69685) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 958.690655] env[69685]: DEBUG dogpile.cache.region [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] No value present for key: 'zone-id' {{(pid=69685) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 958.690782] env[69685]: DEBUG dogpile.lock [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Calling creation function for not-yet-present value {{(pid=69685) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 958.690926] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 958.709150] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 958.709390] env[69685]: DEBUG dogpile.cache.region [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Cache value generated in 0.018 seconds for key(s): 'zone-id' {{(pid=69685) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 958.709390] env[69685]: DEBUG dogpile.lock [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Released creation lock {{(pid=69685) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 958.709483] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Releasing lock "network-197" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 958.709793] env[69685]: DEBUG networking_nsxv3.common.locking [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Lock port-bbd74a68-003a-4e0d-95bf-8459fee42d67 taken with stack trace [, , , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 958.709991] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquiring lock "port-bbd74a68-003a-4e0d-95bf-8459fee42d67" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 958.710135] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquired lock "port-bbd74a68-003a-4e0d-95bf-8459fee42d67" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 958.710481] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquired external semaphore "port-bbd74a68-003a-4e0d-95bf-8459fee42d67" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 958.710627] env[69685]: DEBUG networking_nsxv3.api.rpc [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('bbd74a68-003a-4e0d-95bf-8459fee42d67',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 958.831475] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b79e97cd-c3d8-47a7-b94a-505236efe9c5 in Status: SUCCESS [ 958.831912] env[69685]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b79e97cd-c3d8-47a7-b94a-505236efe9c5 deletion is rescheduled due to dependency. [ 958.831912] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b79e97cd-c3d8-47a7-b94a-505236efe9c5" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 958.840553] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('f9fe5796-97e5-42cd-b9a0-bf405b68f6e5',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 959.213731] env[69685]: DEBUG networking_nsxv3.common.locking [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 959.214121] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquiring lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 959.214446] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquired lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 959.215026] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquired external semaphore "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 959.215026] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Releasing lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 959.215236] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Segment Port bbd74a68-003a-4e0d-95bf-8459fee42d67 not found, creating... [ 959.216442] env[69685]: DEBUG networking_nsxv3.common.locking [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 959.216786] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquiring lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 959.216941] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquired lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 959.217305] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquired external semaphore "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 959.217415] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Releasing lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 959.220986] env[69685]: DEBUG networking_nsxv3.common.locking [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 959.220986] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquiring lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 959.220986] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquired lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 959.220986] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquired external semaphore "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 959.220986] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Releasing lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 959.220986] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Resource: SegmentPort with ID: bbd74a68-003a-4e0d-95bf-8459fee42d67 is going to be created. [ 959.252233] env[69685]: DEBUG networking_nsxv3.common.locking [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 959.253032] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquiring lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 959.253264] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquired lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 959.253635] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquired external semaphore "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 959.253986] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Releasing lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 959.254346] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Releasing lock "port-bbd74a68-003a-4e0d-95bf-8459fee42d67" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 959.287460] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ad29a8b0-a5e7-47be-9c58-8b349ac208f7 in Status: SUCCESS [ 959.287460] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ad29a8b0-a5e7-47be-9c58-8b349ac208f7" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 959.342074] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('f9fe5796-97e5-42cd-b9a0-bf405b68f6e5',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 959.848253] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 959.848626] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 959.848626] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 959.848747] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 959.848813] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 959.848907] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f9fe5796-97e5-42cd-b9a0-bf405b68f6e5 is going to be updated. [ 959.878802] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 959.878975] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 959.879056] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 959.879266] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 959.879413] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 959.889796] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f9fe5796-97e5-42cd-b9a0-bf405b68f6e5 in Status: IN_PROGRESS for 2s [ 960.064939] env[69685]: INFO networking_nsxv3.common.synchronization [req-9fc65a35-8617-49a6-980b-11001a715460 req-384243a6-2677-4a28-b4c4-3fe0899fc56a service nova] Enqueued Resource ID: f9fe5796-97e5-42cd-b9a0-bf405b68f6e5 with Priority: HIGHEST for action security_group_rules [ 960.065139] env[69685]: INFO networking_nsxv3.common.synchronization [req-9fc65a35-8617-49a6-980b-11001a715460 req-384243a6-2677-4a28-b4c4-3fe0899fc56a service nova] Enqueued Resource ID: f9fe5796-97e5-42cd-b9a0-bf405b68f6e5 with Priority: HIGHEST for action security_group_members [ 960.065280] env[69685]: INFO networking_nsxv3.common.synchronization [req-9fc65a35-8617-49a6-980b-11001a715460 req-384243a6-2677-4a28-b4c4-3fe0899fc56a service nova] Enqueued Resource ID: bbd74a68-003a-4e0d-95bf-8459fee42d67 with Priority: HIGHEST for action port [ 960.065512] env[69685]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f9fe5796-97e5-42cd-b9a0-bf405b68f6e5 with Priority: HIGHEST for action security_group_rules [ 960.069549] env[69685]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f9fe5796-97e5-42cd-b9a0-bf405b68f6e5 with Priority: HIGHEST for action security_group_members [ 960.069549] env[69685]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bbd74a68-003a-4e0d-95bf-8459fee42d67 with Priority: HIGHEST for action port [ 960.069549] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f9fe5796-97e5-42cd-b9a0-bf405b68f6e5 taken with stack trace [, , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 960.069549] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f9fe5796-97e5-42cd-b9a0-bf405b68f6e5" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 960.069549] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f9fe5796-97e5-42cd-b9a0-bf405b68f6e5" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 960.069549] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f9fe5796-97e5-42cd-b9a0-bf405b68f6e5" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 960.069549] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f9fe5796-97e5-42cd-b9a0-bf405b68f6e5',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 960.069549] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock member-f9fe5796-97e5-42cd-b9a0-bf405b68f6e5 taken with stack trace [, , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 960.070316] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f9fe5796-97e5-42cd-b9a0-bf405b68f6e5" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 960.070316] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock port-bbd74a68-003a-4e0d-95bf-8459fee42d67 taken with stack trace [, , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 960.070316] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-bbd74a68-003a-4e0d-95bf-8459fee42d67" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 960.070316] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-bbd74a68-003a-4e0d-95bf-8459fee42d67" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 960.070316] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-bbd74a68-003a-4e0d-95bf-8459fee42d67" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 960.070316] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('bbd74a68-003a-4e0d-95bf-8459fee42d67',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 960.117553] env[69685]: INFO networking_nsxv3.common.synchronization [req-e1cf64bb-1f37-4aca-955b-80c2cdde6b69 req-f0d38125-0199-4f3a-bab0-2336097e357e tempest-ServerAddressesNegativeTestJSON-38531639 tempest-ServerAddressesNegativeTestJSON-38531639-project-member] Enqueued Resource ID: af97d0e4-a6cc-4895-870c-6d977cad4c6f with Priority: HIGHEST for action security_group_members [ 960.120113] env[69685]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: af97d0e4-a6cc-4895-870c-6d977cad4c6f with Priority: HIGHEST for action security_group_members [ 960.120113] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock member-af97d0e4-a6cc-4895-870c-6d977cad4c6f taken with stack trace [, , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 960.120113] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-af97d0e4-a6cc-4895-870c-6d977cad4c6f" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 960.120113] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-af97d0e4-a6cc-4895-870c-6d977cad4c6f" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 960.120113] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-af97d0e4-a6cc-4895-870c-6d977cad4c6f" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 960.120113] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 960.120113] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 960.120113] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 960.120113] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 960.120113] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 960.120113] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('af97d0e4-a6cc-4895-870c-6d977cad4c6f',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 960.148897] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2406fba9-a9fc-4720-937d-2a0a894ad28f in Status: SUCCESS [ 960.149312] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2406fba9-a9fc-4720-937d-2a0a894ad28f" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 960.149678] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2406fba9-a9fc-4720-937d-2a0a894ad28f" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 960.149884] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2406fba9-a9fc-4720-937d-2a0a894ad28f" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 960.150073] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 960.150184] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 960.150245] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 960.150478] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 960.150478] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 960.150564] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2406fba9-a9fc-4720-937d-2a0a894ad28f',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 960.574598] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock member-f9fe5796-97e5-42cd-b9a0-bf405b68f6e5 taken with stack trace [, , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 960.574904] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f9fe5796-97e5-42cd-b9a0-bf405b68f6e5" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 960.575051] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port bbd74a68-003a-4e0d-95bf-8459fee42d67 with status ACTIVE [ 960.575210] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 960.575293] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 960.575372] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 960.576060] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 960.576164] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 960.576488] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 960.576663] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 960.576720] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 960.576938] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 960.577170] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 960.577416] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 960.577513] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 960.577577] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 960.577756] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 960.577853] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 960.577980] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: bbd74a68-003a-4e0d-95bf-8459fee42d67 is going to be updated. [ 960.601068] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 960.601266] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 960.601416] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 960.601597] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 960.601829] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 960.602124] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-bbd74a68-003a-4e0d-95bf-8459fee42d67" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 960.617978] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e3c7cd2b-45b9-46e6-bfca-79a452650487 in Status: SUCCESS [ 960.618290] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e3c7cd2b-45b9-46e6-bfca-79a452650487" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 960.618480] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e3c7cd2b-45b9-46e6-bfca-79a452650487" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 960.618882] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e3c7cd2b-45b9-46e6-bfca-79a452650487" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 960.619145] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 960.619301] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 960.620784] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 960.620784] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 960.620784] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 960.620784] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e3c7cd2b-45b9-46e6-bfca-79a452650487',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 960.623338] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 960.623557] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 960.623660] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 960.623908] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 960.624061] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 960.624348] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 960.624533] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 960.624766] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 960.625161] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 960.625567] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 960.626253] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: af97d0e4-a6cc-4895-870c-6d977cad4c6f is going to be updated. [ 960.654353] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 960.654586] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 960.654656] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 960.654985] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 960.655142] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 960.655396] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 960.655582] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 960.655655] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 960.655883] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 960.655980] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 960.656126] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2406fba9-a9fc-4720-937d-2a0a894ad28f is going to be updated. [ 960.672218] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 960.673102] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 960.673214] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 960.673446] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 960.673599] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 960.683759] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: af97d0e4-a6cc-4895-870c-6d977cad4c6f in Status: IN_PROGRESS for 2s [ 960.702192] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 960.702304] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 960.702358] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 960.702566] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 960.702717] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 960.712531] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2406fba9-a9fc-4720-937d-2a0a894ad28f in Status: IN_PROGRESS for 2s [ 961.130758] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('e3c7cd2b-45b9-46e6-bfca-79a452650487',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 961.634211] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('e3c7cd2b-45b9-46e6-bfca-79a452650487',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 961.899561] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f9fe5796-97e5-42cd-b9a0-bf405b68f6e5 in Status: SUCCESS [ 961.899815] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f9fe5796-97e5-42cd-b9a0-bf405b68f6e5" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 961.900372] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f9fe5796-97e5-42cd-b9a0-bf405b68f6e5" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 961.900900] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f9fe5796-97e5-42cd-b9a0-bf405b68f6e5" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 961.900900] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 961.900900] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 961.901076] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 961.901663] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 961.901663] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 961.901663] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f9fe5796-97e5-42cd-b9a0-bf405b68f6e5',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 962.018423] env[69685]: INFO networking_nsxv3.common.synchronization [req-feebcee4-22f1-49ee-9662-265012a17318 req-4eb4b371-1c71-40df-9bfe-a94707ba3047 tempest-ListImageFiltersTestJSON-1207249552 tempest-ListImageFiltersTestJSON-1207249552-project-member] Enqueued Resource ID: f1b461c7-1841-447b-a91c-0faf0c9465f6 with Priority: HIGHEST for action security_group_members [ 962.019132] env[69685]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f1b461c7-1841-447b-a91c-0faf0c9465f6 with Priority: HIGHEST for action security_group_members [ 962.019481] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock member-f1b461c7-1841-447b-a91c-0faf0c9465f6 taken with stack trace [, , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 962.019607] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f1b461c7-1841-447b-a91c-0faf0c9465f6" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 962.019679] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f1b461c7-1841-447b-a91c-0faf0c9465f6" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 962.019891] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f1b461c7-1841-447b-a91c-0faf0c9465f6" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 962.020098] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 962.020225] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 962.020262] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 962.020422] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 962.020553] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 962.020618] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f1b461c7-1841-447b-a91c-0faf0c9465f6',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 962.136753] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 962.136753] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 962.136753] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 962.136753] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 962.136998] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 962.136998] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e3c7cd2b-45b9-46e6-bfca-79a452650487 is going to be updated. [ 962.165995] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 962.165995] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 962.165995] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 962.165995] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 962.165995] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 962.175262] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e3c7cd2b-45b9-46e6-bfca-79a452650487 in Status: IN_PROGRESS for 2s [ 962.406719] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('f9fe5796-97e5-42cd-b9a0-bf405b68f6e5',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 962.527276] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('f1b461c7-1841-447b-a91c-0faf0c9465f6',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 962.692845] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: af97d0e4-a6cc-4895-870c-6d977cad4c6f in Status: SUCCESS [ 962.692845] env[69685]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: af97d0e4-a6cc-4895-870c-6d977cad4c6f deletion is rescheduled due to dependency. [ 962.692845] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-af97d0e4-a6cc-4895-870c-6d977cad4c6f" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 962.701057] env[69685]: INFO networking_nsxv3.common.synchronization [req-a7f0c45b-a211-46ee-8d8a-217fb9c94c12 req-d9bc9389-96ad-45bf-8b96-e01c8b189197 tempest-ServerDiskConfigTestJSON-901540771 tempest-ServerDiskConfigTestJSON-901540771-project-member] Enqueued Resource ID: 5ef219b4-c621-4645-9c97-22a83d872582 with Priority: HIGHEST for action security_group_members [ 962.701057] env[69685]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5ef219b4-c621-4645-9c97-22a83d872582 with Priority: HIGHEST for action security_group_members [ 962.701057] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock member-5ef219b4-c621-4645-9c97-22a83d872582 taken with stack trace [, , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 962.701057] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5ef219b4-c621-4645-9c97-22a83d872582" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 962.701057] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5ef219b4-c621-4645-9c97-22a83d872582" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 962.701057] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5ef219b4-c621-4645-9c97-22a83d872582" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 962.701057] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 962.701057] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 962.701057] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 962.701057] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 962.701057] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 962.701057] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5ef219b4-c621-4645-9c97-22a83d872582',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 962.729317] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2406fba9-a9fc-4720-937d-2a0a894ad28f in Status: SUCCESS [ 962.729317] env[69685]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2406fba9-a9fc-4720-937d-2a0a894ad28f deletion is rescheduled due to dependency. [ 962.729317] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2406fba9-a9fc-4720-937d-2a0a894ad28f" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 962.729515] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2406fba9-a9fc-4720-937d-2a0a894ad28f" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 962.729755] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2406fba9-a9fc-4720-937d-2a0a894ad28f" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 962.729973] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 962.730137] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 962.730222] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 962.730405] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 962.730511] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 962.730641] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2406fba9-a9fc-4720-937d-2a0a894ad28f',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 962.909924] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('f9fe5796-97e5-42cd-b9a0-bf405b68f6e5',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 963.029983] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('f1b461c7-1841-447b-a91c-0faf0c9465f6',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 963.203339] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 963.203507] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 963.203608] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 963.203776] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 963.203869] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 963.204073] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 963.204174] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 963.204230] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 963.204403] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 963.204459] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 963.204541] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5ef219b4-c621-4645-9c97-22a83d872582 is going to be updated. [ 963.233299] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 963.233504] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 963.233662] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 963.233835] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 963.233952] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 963.234323] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 963.234431] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 963.234527] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 963.234686] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 963.234791] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 963.234889] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2406fba9-a9fc-4720-937d-2a0a894ad28f is going to be updated. [ 963.246228] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 963.246369] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 963.246429] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 963.246623] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 963.247146] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 963.253537] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5ef219b4-c621-4645-9c97-22a83d872582 in Status: IN_PROGRESS for 2s [ 963.260149] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 963.260281] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 963.260348] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 963.260546] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 963.260683] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 963.270370] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2406fba9-a9fc-4720-937d-2a0a894ad28f in Status: IN_PROGRESS for 2s [ 963.412472] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 963.412472] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 963.412692] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 963.412730] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 963.413348] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 963.413348] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f9fe5796-97e5-42cd-b9a0-bf405b68f6e5 is going to be updated. [ 963.439781] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 963.439958] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 963.440044] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 963.440245] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 963.440415] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 963.448325] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f9fe5796-97e5-42cd-b9a0-bf405b68f6e5 in Status: IN_PROGRESS for 2s [ 963.531370] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 963.531531] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 963.531590] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 963.531809] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 963.531902] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 963.532010] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f1b461c7-1841-447b-a91c-0faf0c9465f6 is going to be updated. [ 963.562138] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 963.562427] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 963.562427] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 963.562563] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 963.562706] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 963.574307] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f1b461c7-1841-447b-a91c-0faf0c9465f6 in Status: IN_PROGRESS for 2s [ 963.922907] env[69685]: INFO networking_nsxv3.common.synchronization [req-5b2db422-47b6-4bbe-b954-7b987072eddf req-46504441-30c3-4e31-9ff3-7f9fc2ea44d5 tempest-AttachVolumeNegativeTest-2144472599 tempest-AttachVolumeNegativeTest-2144472599-project-member] Enqueued Resource ID: 174e25d4-9e09-4a69-9c52-ed6c8d2f77b7 with Priority: HIGHEST for action security_group_members [ 963.924093] env[69685]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 174e25d4-9e09-4a69-9c52-ed6c8d2f77b7 with Priority: HIGHEST for action security_group_members [ 963.924093] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock member-174e25d4-9e09-4a69-9c52-ed6c8d2f77b7 taken with stack trace [, , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 963.924093] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-174e25d4-9e09-4a69-9c52-ed6c8d2f77b7" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 963.924093] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-174e25d4-9e09-4a69-9c52-ed6c8d2f77b7" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 963.924298] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-174e25d4-9e09-4a69-9c52-ed6c8d2f77b7" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 963.924505] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 963.924688] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 963.924739] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 963.924900] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 963.925015] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 963.925129] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('174e25d4-9e09-4a69-9c52-ed6c8d2f77b7',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 964.186670] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e3c7cd2b-45b9-46e6-bfca-79a452650487 in Status: SUCCESS [ 964.186923] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e3c7cd2b-45b9-46e6-bfca-79a452650487" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 964.187608] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e3c7cd2b-45b9-46e6-bfca-79a452650487" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 964.187989] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e3c7cd2b-45b9-46e6-bfca-79a452650487" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 964.188238] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 964.188367] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 964.188434] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 964.188654] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 964.188693] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 964.188937] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e3c7cd2b-45b9-46e6-bfca-79a452650487" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 964.193324] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock member-e3c7cd2b-45b9-46e6-bfca-79a452650487 taken with stack trace [, , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 964.193471] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e3c7cd2b-45b9-46e6-bfca-79a452650487" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 964.193556] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e3c7cd2b-45b9-46e6-bfca-79a452650487" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 964.193846] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e3c7cd2b-45b9-46e6-bfca-79a452650487" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 964.194046] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 964.194197] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 964.194278] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 964.194622] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 964.194622] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 964.194716] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e3c7cd2b-45b9-46e6-bfca-79a452650487" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 964.194758] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('e3c7cd2b-45b9-46e6-bfca-79a452650487',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 964.300885] env[69685]: DEBUG networking_nsxv3.common.locking [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Lock network-769 taken with stack trace [, , , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 964.301119] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquiring lock "network-769" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 964.301271] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquired lock "network-769" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 964.301553] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquired external semaphore "network-769" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 964.301860] env[69685]: DEBUG networking_nsxv3.common.locking [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 964.302050] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquiring lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 964.302175] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquired lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 964.302411] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquired external semaphore "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 964.302563] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Releasing lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 964.302786] env[69685]: DEBUG dogpile.cache.region [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] No value present for key: 'zone-id' {{(pid=69685) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 964.302910] env[69685]: DEBUG dogpile.lock [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] NeedRegenerationException {{(pid=69685) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 964.303036] env[69685]: DEBUG dogpile.lock [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] no value, waiting for create lock {{(pid=69685) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 964.303142] env[69685]: DEBUG dogpile.lock [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] value creation lock acquired {{(pid=69685) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 964.303261] env[69685]: DEBUG dogpile.cache.region [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] No value present for key: 'zone-id' {{(pid=69685) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 964.303363] env[69685]: DEBUG dogpile.lock [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Calling creation function for not-yet-present value {{(pid=69685) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 964.303503] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 964.322335] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 964.322557] env[69685]: DEBUG dogpile.cache.region [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=69685) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 964.322643] env[69685]: DEBUG dogpile.lock [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Released creation lock {{(pid=69685) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 964.322830] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Releasing lock "network-769" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 964.323175] env[69685]: DEBUG networking_nsxv3.common.locking [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Lock port-c0cf3ee4-a184-4dcd-ac1a-924f97f7f624 taken with stack trace [, , , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 964.323353] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquiring lock "port-c0cf3ee4-a184-4dcd-ac1a-924f97f7f624" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 964.323475] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquired lock "port-c0cf3ee4-a184-4dcd-ac1a-924f97f7f624" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 964.323893] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquired external semaphore "port-c0cf3ee4-a184-4dcd-ac1a-924f97f7f624" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 964.324056] env[69685]: DEBUG networking_nsxv3.api.rpc [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c0cf3ee4-a184-4dcd-ac1a-924f97f7f624',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 964.428156] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 964.428414] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 964.428499] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 964.428725] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 964.428855] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 964.429062] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 964.429177] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 964.429238] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 964.429400] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 964.429466] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 964.429560] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 174e25d4-9e09-4a69-9c52-ed6c8d2f77b7 already deleted. [ 964.429655] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-174e25d4-9e09-4a69-9c52-ed6c8d2f77b7" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 964.698644] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for e3c7cd2b-45b9-46e6-bfca-79a452650487: rpc.has_security_group_logging(os_id): False [ 964.716041] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 964.716174] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 964.716266] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 964.716480] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 964.716574] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 964.716823] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 964.716934] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 964.716988] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 964.717168] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 964.717244] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 964.717440] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 964.717515] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 964.717569] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 964.717711] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 964.717799] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 964.717981] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 964.718083] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 964.718141] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 964.718300] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 964.718369] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 964.718452] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e3c7cd2b-45b9-46e6-bfca-79a452650487 is going to be created. [ 964.770397] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 964.770397] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 964.770397] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 964.770397] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 964.770397] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 964.779541] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e3c7cd2b-45b9-46e6-bfca-79a452650487 in Status: IN_PROGRESS for 2s [ 964.826648] env[69685]: DEBUG networking_nsxv3.common.locking [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 964.826954] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquiring lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 964.827141] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquired lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 964.827385] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquired external semaphore "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 964.827539] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Releasing lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 964.827706] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Segment Port c0cf3ee4-a184-4dcd-ac1a-924f97f7f624 not found, creating... [ 964.828069] env[69685]: DEBUG networking_nsxv3.common.locking [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 964.828304] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquiring lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 964.828399] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquired lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 964.828601] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquired external semaphore "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 964.828743] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Releasing lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 964.829079] env[69685]: DEBUG networking_nsxv3.common.locking [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 964.829246] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquiring lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 964.829365] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquired lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 964.829635] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquired external semaphore "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 964.829724] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Releasing lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 964.830222] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Resource: SegmentPort with ID: c0cf3ee4-a184-4dcd-ac1a-924f97f7f624 is going to be created. [ 964.854044] env[69685]: DEBUG networking_nsxv3.common.locking [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 964.854273] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquiring lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 964.854401] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquired lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 964.854794] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquired external semaphore "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 964.855109] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Releasing lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 964.855348] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Releasing lock "port-c0cf3ee4-a184-4dcd-ac1a-924f97f7f624" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 965.263530] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5ef219b4-c621-4645-9c97-22a83d872582 in Status: SUCCESS [ 965.263845] env[69685]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5ef219b4-c621-4645-9c97-22a83d872582 deletion is rescheduled due to dependency. [ 965.263845] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5ef219b4-c621-4645-9c97-22a83d872582" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 965.279554] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2406fba9-a9fc-4720-937d-2a0a894ad28f in Status: SUCCESS [ 965.279745] env[69685]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2406fba9-a9fc-4720-937d-2a0a894ad28f deletion is rescheduled due to dependency. [ 965.279890] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2406fba9-a9fc-4720-937d-2a0a894ad28f" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 965.456873] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f9fe5796-97e5-42cd-b9a0-bf405b68f6e5 in Status: SUCCESS [ 965.457564] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f9fe5796-97e5-42cd-b9a0-bf405b68f6e5" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 965.457749] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f9fe5796-97e5-42cd-b9a0-bf405b68f6e5" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 965.462174] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f9fe5796-97e5-42cd-b9a0-bf405b68f6e5" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 965.462174] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 965.462174] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 965.462174] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 965.462174] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 965.462174] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 965.462174] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f9fe5796-97e5-42cd-b9a0-bf405b68f6e5" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 965.462174] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('f9fe5796-97e5-42cd-b9a0-bf405b68f6e5',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 965.584468] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f1b461c7-1841-447b-a91c-0faf0c9465f6 in Status: SUCCESS [ 965.584682] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f1b461c7-1841-447b-a91c-0faf0c9465f6" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 965.597179] env[69685]: INFO networking_nsxv3.common.synchronization [req-5b2db422-47b6-4bbe-b954-7b987072eddf req-4efbd1e4-b049-497d-ab63-954b5340ddcd service nova] Enqueued Resource ID: 174e25d4-9e09-4a69-9c52-ed6c8d2f77b7 with Priority: HIGHEST for action security_group_rules [ 965.597365] env[69685]: INFO networking_nsxv3.common.synchronization [req-5b2db422-47b6-4bbe-b954-7b987072eddf req-4efbd1e4-b049-497d-ab63-954b5340ddcd service nova] Enqueued Resource ID: 174e25d4-9e09-4a69-9c52-ed6c8d2f77b7 with Priority: HIGHEST for action security_group_members [ 965.597505] env[69685]: INFO networking_nsxv3.common.synchronization [req-5b2db422-47b6-4bbe-b954-7b987072eddf req-4efbd1e4-b049-497d-ab63-954b5340ddcd service nova] Enqueued Resource ID: c0cf3ee4-a184-4dcd-ac1a-924f97f7f624 with Priority: HIGHEST for action port [ 965.597744] env[69685]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 174e25d4-9e09-4a69-9c52-ed6c8d2f77b7 with Priority: HIGHEST for action security_group_rules [ 965.597903] env[69685]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 174e25d4-9e09-4a69-9c52-ed6c8d2f77b7 with Priority: HIGHEST for action security_group_members [ 965.598015] env[69685]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c0cf3ee4-a184-4dcd-ac1a-924f97f7f624 with Priority: HIGHEST for action port [ 965.602205] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock rules-174e25d4-9e09-4a69-9c52-ed6c8d2f77b7 taken with stack trace [, , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 965.602357] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-174e25d4-9e09-4a69-9c52-ed6c8d2f77b7" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 965.602423] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-174e25d4-9e09-4a69-9c52-ed6c8d2f77b7" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 965.602641] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-174e25d4-9e09-4a69-9c52-ed6c8d2f77b7" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 965.602727] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('174e25d4-9e09-4a69-9c52-ed6c8d2f77b7',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 965.606679] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock member-174e25d4-9e09-4a69-9c52-ed6c8d2f77b7 taken with stack trace [, , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 965.606679] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-174e25d4-9e09-4a69-9c52-ed6c8d2f77b7" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 965.606679] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-174e25d4-9e09-4a69-9c52-ed6c8d2f77b7" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 965.606679] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-174e25d4-9e09-4a69-9c52-ed6c8d2f77b7" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 965.606679] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 965.606679] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 965.606679] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 965.606679] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 965.606679] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 965.606679] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('174e25d4-9e09-4a69-9c52-ed6c8d2f77b7',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 965.606679] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock port-c0cf3ee4-a184-4dcd-ac1a-924f97f7f624 taken with stack trace [, , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 965.606679] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-c0cf3ee4-a184-4dcd-ac1a-924f97f7f624" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 965.606679] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-c0cf3ee4-a184-4dcd-ac1a-924f97f7f624" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 965.606679] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-c0cf3ee4-a184-4dcd-ac1a-924f97f7f624" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 965.606679] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c0cf3ee4-a184-4dcd-ac1a-924f97f7f624',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 965.969037] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock member-f9fe5796-97e5-42cd-b9a0-bf405b68f6e5 taken with stack trace [, , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 965.969037] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f9fe5796-97e5-42cd-b9a0-bf405b68f6e5" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 965.969037] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f9fe5796-97e5-42cd-b9a0-bf405b68f6e5" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 965.969037] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f9fe5796-97e5-42cd-b9a0-bf405b68f6e5" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 965.969037] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 965.969037] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 965.969037] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 965.969037] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 965.969037] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 965.969037] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f9fe5796-97e5-42cd-b9a0-bf405b68f6e5" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 965.969037] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock member-f9fe5796-97e5-42cd-b9a0-bf405b68f6e5 taken with stack trace [, , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 965.969037] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f9fe5796-97e5-42cd-b9a0-bf405b68f6e5" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 965.969037] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f9fe5796-97e5-42cd-b9a0-bf405b68f6e5" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 965.969037] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f9fe5796-97e5-42cd-b9a0-bf405b68f6e5" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 965.969037] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 965.969710] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 965.969710] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 965.969710] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 965.969710] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 965.969710] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f9fe5796-97e5-42cd-b9a0-bf405b68f6e5" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 965.969710] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('f9fe5796-97e5-42cd-b9a0-bf405b68f6e5',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 966.109267] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock member-174e25d4-9e09-4a69-9c52-ed6c8d2f77b7 taken with stack trace [, , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 966.109267] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-174e25d4-9e09-4a69-9c52-ed6c8d2f77b7" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 966.109267] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('174e25d4-9e09-4a69-9c52-ed6c8d2f77b7',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 966.110840] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port c0cf3ee4-a184-4dcd-ac1a-924f97f7f624 with status ACTIVE [ 966.110840] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 966.110840] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 966.110840] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 966.110840] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 966.110840] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 966.111368] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 966.111368] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 966.111368] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 966.111368] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 966.111368] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 966.111524] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 966.111524] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 966.111599] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 966.111712] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 966.111917] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 966.111917] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: c0cf3ee4-a184-4dcd-ac1a-924f97f7f624 is going to be updated. [ 966.131739] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 966.131931] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 966.131931] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 966.132134] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 966.132273] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 966.132448] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-c0cf3ee4-a184-4dcd-ac1a-924f97f7f624" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 966.472931] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for f9fe5796-97e5-42cd-b9a0-bf405b68f6e5: rpc.has_security_group_logging(os_id): False [ 966.490275] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 966.490502] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 966.490601] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 966.490850] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 966.508155] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 966.510040] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 966.510040] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 966.510040] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 966.510040] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 966.510040] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 966.510040] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 966.510040] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 966.510040] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 966.510040] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 966.510040] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 966.510785] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 966.510785] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 966.510785] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 966.510785] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 966.510785] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 966.510785] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f9fe5796-97e5-42cd-b9a0-bf405b68f6e5 is going to be updated. [ 966.574109] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 966.574309] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 966.574358] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 966.574548] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 966.574692] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 966.591395] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f9fe5796-97e5-42cd-b9a0-bf405b68f6e5 in Status: IN_PROGRESS for 2s [ 966.615037] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('174e25d4-9e09-4a69-9c52-ed6c8d2f77b7',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 966.792052] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e3c7cd2b-45b9-46e6-bfca-79a452650487 in Status: SUCCESS [ 966.792286] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e3c7cd2b-45b9-46e6-bfca-79a452650487" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 966.792467] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e3c7cd2b-45b9-46e6-bfca-79a452650487" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 966.792683] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e3c7cd2b-45b9-46e6-bfca-79a452650487" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 966.792772] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e3c7cd2b-45b9-46e6-bfca-79a452650487',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 967.117394] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 967.117563] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 967.117639] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 967.117893] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 967.117992] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 967.118112] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 174e25d4-9e09-4a69-9c52-ed6c8d2f77b7 is going to be created. [ 967.141437] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 967.141601] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 967.141645] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 967.141849] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 967.142014] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 967.153645] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 174e25d4-9e09-4a69-9c52-ed6c8d2f77b7 in Status: UNINITIALIZED for 2s [ 967.295368] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock member-e3c7cd2b-45b9-46e6-bfca-79a452650487 taken with stack trace [, , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 967.295517] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e3c7cd2b-45b9-46e6-bfca-79a452650487" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 967.295627] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e3c7cd2b-45b9-46e6-bfca-79a452650487" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 967.295801] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e3c7cd2b-45b9-46e6-bfca-79a452650487" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 967.295958] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 967.296065] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 967.296262] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 967.296262] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 967.296374] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 967.296421] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e3c7cd2b-45b9-46e6-bfca-79a452650487" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 967.296656] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('e3c7cd2b-45b9-46e6-bfca-79a452650487',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 967.642905] env[69685]: INFO networking_nsxv3.common.synchronization [req-64fd7500-31dd-42c5-89fd-eacd14eaadba req-f2cb48d0-30da-48fb-aab3-88775146e12b tempest-MultipleCreateTestJSON-1828029754 tempest-MultipleCreateTestJSON-1828029754-project-member] Enqueued Resource ID: a1f49ff3-a7bb-4aec-a58f-628ec6679051 with Priority: HIGHEST for action security_group_members [ 967.643462] env[69685]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a1f49ff3-a7bb-4aec-a58f-628ec6679051 with Priority: HIGHEST for action security_group_members [ 967.643796] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock member-a1f49ff3-a7bb-4aec-a58f-628ec6679051 taken with stack trace [, , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 967.643889] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a1f49ff3-a7bb-4aec-a58f-628ec6679051" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 967.643941] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a1f49ff3-a7bb-4aec-a58f-628ec6679051" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 967.644303] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a1f49ff3-a7bb-4aec-a58f-628ec6679051" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 967.644460] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 967.644562] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 967.644625] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 967.644773] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 967.644856] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 967.644948] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a1f49ff3-a7bb-4aec-a58f-628ec6679051',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 967.798697] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock member-e3c7cd2b-45b9-46e6-bfca-79a452650487 taken with stack trace [, , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 967.798905] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e3c7cd2b-45b9-46e6-bfca-79a452650487" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 967.798986] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e3c7cd2b-45b9-46e6-bfca-79a452650487" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 967.799244] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e3c7cd2b-45b9-46e6-bfca-79a452650487" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 967.799434] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 967.799545] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 967.799626] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 967.799847] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 967.799991] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 967.803217] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e3c7cd2b-45b9-46e6-bfca-79a452650487" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 967.803217] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock member-e3c7cd2b-45b9-46e6-bfca-79a452650487 taken with stack trace [, , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 967.803217] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e3c7cd2b-45b9-46e6-bfca-79a452650487" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 967.803217] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e3c7cd2b-45b9-46e6-bfca-79a452650487" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 967.803217] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e3c7cd2b-45b9-46e6-bfca-79a452650487" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 967.803217] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 967.803217] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 967.803217] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 967.803217] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 967.803217] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 967.803217] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e3c7cd2b-45b9-46e6-bfca-79a452650487" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 967.803217] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('e3c7cd2b-45b9-46e6-bfca-79a452650487',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 968.038306] env[69685]: DEBUG networking_nsxv3.common.locking [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Lock network-413 taken with stack trace [, , , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 968.038642] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquiring lock "network-413" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 968.038642] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquired lock "network-413" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 968.039037] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquired external semaphore "network-413" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 968.039323] env[69685]: DEBUG networking_nsxv3.common.locking [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 968.039612] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquiring lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 968.039709] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquired lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 968.039906] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquired external semaphore "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 968.040097] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Releasing lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 968.040322] env[69685]: DEBUG dogpile.cache.region [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] No value present for key: 'zone-id' {{(pid=69685) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 968.040441] env[69685]: DEBUG dogpile.lock [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] NeedRegenerationException {{(pid=69685) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 968.040874] env[69685]: DEBUG dogpile.lock [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] no value, waiting for create lock {{(pid=69685) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 968.040874] env[69685]: DEBUG dogpile.lock [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] value creation lock acquired {{(pid=69685) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 968.040874] env[69685]: DEBUG dogpile.cache.region [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] No value present for key: 'zone-id' {{(pid=69685) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 968.040874] env[69685]: DEBUG dogpile.lock [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Calling creation function for not-yet-present value {{(pid=69685) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 968.041181] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 968.057669] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 968.057897] env[69685]: DEBUG dogpile.cache.region [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Cache value generated in 0.017 seconds for key(s): 'zone-id' {{(pid=69685) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 968.058143] env[69685]: DEBUG dogpile.lock [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Released creation lock {{(pid=69685) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 968.058383] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Releasing lock "network-413" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 968.058763] env[69685]: DEBUG networking_nsxv3.common.locking [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Lock port-a88d0b55-1e97-4ca6-8ce8-ecd0e2bca6c1 taken with stack trace [, , , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 968.058993] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquiring lock "port-a88d0b55-1e97-4ca6-8ce8-ecd0e2bca6c1" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 968.059154] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquired lock "port-a88d0b55-1e97-4ca6-8ce8-ecd0e2bca6c1" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 968.059463] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquired external semaphore "port-a88d0b55-1e97-4ca6-8ce8-ecd0e2bca6c1" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 968.059608] env[69685]: DEBUG networking_nsxv3.api.rpc [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a88d0b55-1e97-4ca6-8ce8-ecd0e2bca6c1',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 968.147452] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 968.147620] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 968.147662] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 968.147945] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 968.148029] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 968.148190] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 968.148313] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 968.148379] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 968.148536] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 968.148612] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 968.148696] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a1f49ff3-a7bb-4aec-a58f-628ec6679051 already deleted. [ 968.148774] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a1f49ff3-a7bb-4aec-a58f-628ec6679051" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 968.304626] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for e3c7cd2b-45b9-46e6-bfca-79a452650487: rpc.has_security_group_logging(os_id): False [ 968.329288] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 968.329546] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 968.329623] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 968.329931] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 968.329973] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 968.330235] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 968.330336] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 968.330484] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 968.330690] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 968.330690] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 968.330839] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 968.330905] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 968.330995] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 968.331094] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 968.331190] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 968.331780] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 968.331780] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 968.331780] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 968.331780] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 968.331780] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 968.331780] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e3c7cd2b-45b9-46e6-bfca-79a452650487 is going to be updated. [ 968.396053] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 968.396248] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 968.396290] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 968.396645] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 968.396857] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 968.411113] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e3c7cd2b-45b9-46e6-bfca-79a452650487 in Status: IN_PROGRESS for 2s [ 968.561755] env[69685]: DEBUG networking_nsxv3.common.locking [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 968.562070] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquiring lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 968.562574] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquired lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 968.562574] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquired external semaphore "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 968.562709] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Releasing lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 968.562896] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Segment Port a88d0b55-1e97-4ca6-8ce8-ecd0e2bca6c1 not found, creating... [ 968.563239] env[69685]: DEBUG networking_nsxv3.common.locking [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 968.563614] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquiring lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 968.563614] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquired lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 968.563873] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquired external semaphore "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 968.564073] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Releasing lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 968.564421] env[69685]: DEBUG networking_nsxv3.common.locking [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 968.564627] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquiring lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 968.564778] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquired lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 968.565037] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquired external semaphore "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 968.565200] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Releasing lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 968.565384] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Resource: SegmentPort with ID: a88d0b55-1e97-4ca6-8ce8-ecd0e2bca6c1 is going to be created. [ 968.586049] env[69685]: DEBUG networking_nsxv3.common.locking [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 968.586049] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquiring lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 968.586049] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquired lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 968.586049] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquired external semaphore "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 968.586380] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Releasing lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 968.586506] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Releasing lock "port-a88d0b55-1e97-4ca6-8ce8-ecd0e2bca6c1" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 968.603443] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f9fe5796-97e5-42cd-b9a0-bf405b68f6e5 in Status: SUCCESS [ 968.603622] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f9fe5796-97e5-42cd-b9a0-bf405b68f6e5" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 969.164037] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 174e25d4-9e09-4a69-9c52-ed6c8d2f77b7 in Status: SUCCESS [ 969.164360] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-174e25d4-9e09-4a69-9c52-ed6c8d2f77b7" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 969.164360] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-174e25d4-9e09-4a69-9c52-ed6c8d2f77b7" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 969.164636] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-174e25d4-9e09-4a69-9c52-ed6c8d2f77b7" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 969.164799] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 969.164925] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 969.164991] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 969.165161] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 969.165242] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 969.165327] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-174e25d4-9e09-4a69-9c52-ed6c8d2f77b7" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 969.165423] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('174e25d4-9e09-4a69-9c52-ed6c8d2f77b7',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 969.330302] env[69685]: INFO networking_nsxv3.common.synchronization [req-64fd7500-31dd-42c5-89fd-eacd14eaadba req-90c2491b-3433-4ce6-80d1-43d550f9fb53 service nova] Enqueued Resource ID: a1f49ff3-a7bb-4aec-a58f-628ec6679051 with Priority: HIGHEST for action security_group_rules [ 969.330302] env[69685]: INFO networking_nsxv3.common.synchronization [req-64fd7500-31dd-42c5-89fd-eacd14eaadba req-90c2491b-3433-4ce6-80d1-43d550f9fb53 service nova] Enqueued Resource ID: a1f49ff3-a7bb-4aec-a58f-628ec6679051 with Priority: HIGHEST for action security_group_members [ 969.330302] env[69685]: INFO networking_nsxv3.common.synchronization [req-64fd7500-31dd-42c5-89fd-eacd14eaadba req-90c2491b-3433-4ce6-80d1-43d550f9fb53 service nova] Enqueued Resource ID: a88d0b55-1e97-4ca6-8ce8-ecd0e2bca6c1 with Priority: HIGHEST for action port [ 969.330302] env[69685]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a1f49ff3-a7bb-4aec-a58f-628ec6679051 with Priority: HIGHEST for action security_group_rules [ 969.330302] env[69685]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a1f49ff3-a7bb-4aec-a58f-628ec6679051 with Priority: HIGHEST for action security_group_members [ 969.330302] env[69685]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a88d0b55-1e97-4ca6-8ce8-ecd0e2bca6c1 with Priority: HIGHEST for action port [ 969.330565] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a1f49ff3-a7bb-4aec-a58f-628ec6679051 taken with stack trace [, , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 969.330565] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a1f49ff3-a7bb-4aec-a58f-628ec6679051" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 969.330565] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a1f49ff3-a7bb-4aec-a58f-628ec6679051" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 969.330876] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a1f49ff3-a7bb-4aec-a58f-628ec6679051" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 969.330876] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a1f49ff3-a7bb-4aec-a58f-628ec6679051',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 969.333349] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock member-a1f49ff3-a7bb-4aec-a58f-628ec6679051 taken with stack trace [, , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 969.333349] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a1f49ff3-a7bb-4aec-a58f-628ec6679051" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 969.333597] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a1f49ff3-a7bb-4aec-a58f-628ec6679051" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 969.333796] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a1f49ff3-a7bb-4aec-a58f-628ec6679051" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 969.333974] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 969.334219] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 969.334289] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 969.334454] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 969.334541] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 969.334774] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a1f49ff3-a7bb-4aec-a58f-628ec6679051',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 969.335806] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock port-a88d0b55-1e97-4ca6-8ce8-ecd0e2bca6c1 taken with stack trace [, , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 969.335962] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a88d0b55-1e97-4ca6-8ce8-ecd0e2bca6c1" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 969.335962] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a88d0b55-1e97-4ca6-8ce8-ecd0e2bca6c1" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 969.336141] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a88d0b55-1e97-4ca6-8ce8-ecd0e2bca6c1" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 969.336274] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a88d0b55-1e97-4ca6-8ce8-ecd0e2bca6c1',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 969.668113] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('174e25d4-9e09-4a69-9c52-ed6c8d2f77b7',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 969.836437] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('a1f49ff3-a7bb-4aec-a58f-628ec6679051',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 969.837532] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port a88d0b55-1e97-4ca6-8ce8-ecd0e2bca6c1 with status ACTIVE [ 969.837766] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 969.837935] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 969.838018] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 969.838672] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 969.838672] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 969.838672] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 969.838672] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 969.838858] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 969.838923] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 969.842314] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 969.842587] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 969.842709] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 969.842782] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 969.842972] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 969.843080] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 969.843242] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: a88d0b55-1e97-4ca6-8ce8-ecd0e2bca6c1 is going to be updated. [ 969.846156] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock member-a1f49ff3-a7bb-4aec-a58f-628ec6679051 taken with stack trace [, , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 969.846156] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a1f49ff3-a7bb-4aec-a58f-628ec6679051" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 969.867433] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 969.867618] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 969.867740] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 969.868526] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 969.868717] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 969.868945] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a88d0b55-1e97-4ca6-8ce8-ecd0e2bca6c1" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 970.172301] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 174e25d4-9e09-4a69-9c52-ed6c8d2f77b7: rpc.has_security_group_logging(os_id): False [ 970.189156] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 970.189308] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 970.189370] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 970.189593] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 970.189671] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 970.190031] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 970.190031] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 970.190223] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 970.190273] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 970.190305] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 970.190405] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 174e25d4-9e09-4a69-9c52-ed6c8d2f77b7 is going to be created. [ 970.249054] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 970.249280] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 970.249364] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 970.249792] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 970.249898] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 970.260497] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 174e25d4-9e09-4a69-9c52-ed6c8d2f77b7 in Status: IN_PROGRESS for 2s [ 970.347266] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('a1f49ff3-a7bb-4aec-a58f-628ec6679051',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 970.424951] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e3c7cd2b-45b9-46e6-bfca-79a452650487 in Status: SUCCESS [ 970.425327] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e3c7cd2b-45b9-46e6-bfca-79a452650487" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 970.486374] env[69685]: INFO networking_nsxv3.common.synchronization [req-8b0570f5-e29d-428b-a21a-91c2f027baa3 req-a9b168cc-1e09-4b82-8cfb-96b83c02411a tempest-ServersTestJSON-1907685439 tempest-ServersTestJSON-1907685439-project-member] Enqueued Resource ID: f9fe5796-97e5-42cd-b9a0-bf405b68f6e5 with Priority: HIGHEST for action security_group_members [ 970.486816] env[69685]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f9fe5796-97e5-42cd-b9a0-bf405b68f6e5 with Priority: HIGHEST for action security_group_members [ 970.487216] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock member-f9fe5796-97e5-42cd-b9a0-bf405b68f6e5 taken with stack trace [, , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 970.487341] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f9fe5796-97e5-42cd-b9a0-bf405b68f6e5" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 970.487414] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f9fe5796-97e5-42cd-b9a0-bf405b68f6e5" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 970.487686] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f9fe5796-97e5-42cd-b9a0-bf405b68f6e5" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 970.488389] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 970.488505] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 970.488670] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 970.488787] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 970.488833] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 970.489488] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f9fe5796-97e5-42cd-b9a0-bf405b68f6e5',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 970.852950] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 970.852950] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 970.852950] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 970.852950] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 970.852950] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 970.852950] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a1f49ff3-a7bb-4aec-a58f-628ec6679051 is going to be created. [ 970.876627] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 970.876627] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 970.876627] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 970.876627] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 970.876627] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 970.884186] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a1f49ff3-a7bb-4aec-a58f-628ec6679051 in Status: UNINITIALIZED for 2s [ 970.993363] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('f9fe5796-97e5-42cd-b9a0-bf405b68f6e5',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 971.495122] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('f9fe5796-97e5-42cd-b9a0-bf405b68f6e5',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 971.999126] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 971.999293] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 971.999433] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 971.999655] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 971.999781] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 971.999899] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f9fe5796-97e5-42cd-b9a0-bf405b68f6e5 is going to be updated. [ 972.031884] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 972.032100] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 972.032172] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 972.032407] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 972.032578] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 972.043106] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f9fe5796-97e5-42cd-b9a0-bf405b68f6e5 in Status: IN_PROGRESS for 2s [ 972.272973] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 174e25d4-9e09-4a69-9c52-ed6c8d2f77b7 in Status: SUCCESS [ 972.273254] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-174e25d4-9e09-4a69-9c52-ed6c8d2f77b7" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 972.820986] env[69685]: INFO networking_nsxv3.common.synchronization [req-b8728f3f-a471-4115-bee0-192630986f5a req-d2ad9452-44ac-41a5-b9e7-9f0450f7c9f0 tempest-ServersV294TestFqdnHostnames-1901375698 tempest-ServersV294TestFqdnHostnames-1901375698-project-member] Enqueued Resource ID: 9f77f884-bf5a-4239-9508-cd9e7aec6f18 with Priority: HIGHEST for action security_group_members [ 972.821683] env[69685]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9f77f884-bf5a-4239-9508-cd9e7aec6f18 with Priority: HIGHEST for action security_group_members [ 972.822126] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock member-9f77f884-bf5a-4239-9508-cd9e7aec6f18 taken with stack trace [, , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 972.822303] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9f77f884-bf5a-4239-9508-cd9e7aec6f18" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 972.822365] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9f77f884-bf5a-4239-9508-cd9e7aec6f18" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 972.822983] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9f77f884-bf5a-4239-9508-cd9e7aec6f18" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 972.822983] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 972.822983] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 972.822983] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 972.823212] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 972.823212] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 972.823274] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9f77f884-bf5a-4239-9508-cd9e7aec6f18',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 972.897313] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a1f49ff3-a7bb-4aec-a58f-628ec6679051 in Status: SUCCESS [ 972.897313] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a1f49ff3-a7bb-4aec-a58f-628ec6679051" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 972.897313] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a1f49ff3-a7bb-4aec-a58f-628ec6679051" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 972.897313] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a1f49ff3-a7bb-4aec-a58f-628ec6679051" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 972.897313] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 972.897313] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 972.897313] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 972.897313] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 972.897313] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 972.897313] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a1f49ff3-a7bb-4aec-a58f-628ec6679051" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 972.897313] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('a1f49ff3-a7bb-4aec-a58f-628ec6679051',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 973.325865] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 973.326231] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 973.326308] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 973.326581] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 973.326648] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 973.326991] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 973.327156] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 973.327260] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 973.327531] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 973.327711] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 973.327839] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9f77f884-bf5a-4239-9508-cd9e7aec6f18 is going to be updated. [ 973.364184] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 973.364184] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 973.364184] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 973.364184] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 973.364184] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 973.371042] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9f77f884-bf5a-4239-9508-cd9e7aec6f18 in Status: IN_PROGRESS for 2s [ 973.402493] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock member-a1f49ff3-a7bb-4aec-a58f-628ec6679051 taken with stack trace [, , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 973.402692] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a1f49ff3-a7bb-4aec-a58f-628ec6679051" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 973.402751] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a1f49ff3-a7bb-4aec-a58f-628ec6679051" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 973.402946] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a1f49ff3-a7bb-4aec-a58f-628ec6679051" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 973.403138] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 973.403293] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 973.403499] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 973.403919] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 973.403919] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 973.403919] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a1f49ff3-a7bb-4aec-a58f-628ec6679051" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 973.404055] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock member-a1f49ff3-a7bb-4aec-a58f-628ec6679051 taken with stack trace [, , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 973.404100] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a1f49ff3-a7bb-4aec-a58f-628ec6679051" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 973.404149] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a1f49ff3-a7bb-4aec-a58f-628ec6679051" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 973.404425] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a1f49ff3-a7bb-4aec-a58f-628ec6679051" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 973.404488] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 973.404602] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 973.404721] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 973.404939] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 973.405183] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 973.405363] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a1f49ff3-a7bb-4aec-a58f-628ec6679051" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 973.405526] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('a1f49ff3-a7bb-4aec-a58f-628ec6679051',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 973.908890] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for a1f49ff3-a7bb-4aec-a58f-628ec6679051: rpc.has_security_group_logging(os_id): False [ 973.927452] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 973.927649] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 973.927748] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 973.928068] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 973.928217] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 973.928463] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 973.928591] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 973.928674] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 973.928867] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 973.928977] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 973.929227] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 973.929355] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 973.929438] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 973.929616] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 973.929714] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 973.929928] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 973.930071] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 973.930159] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 973.930338] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 973.930441] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 973.930549] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a1f49ff3-a7bb-4aec-a58f-628ec6679051 is going to be created. [ 974.014618] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 974.014850] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 974.014939] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 974.015285] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 974.015558] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 974.030138] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a1f49ff3-a7bb-4aec-a58f-628ec6679051 in Status: IN_PROGRESS for 2s [ 974.054328] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f9fe5796-97e5-42cd-b9a0-bf405b68f6e5 in Status: SUCCESS [ 974.054633] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f9fe5796-97e5-42cd-b9a0-bf405b68f6e5" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 974.336962] env[69685]: INFO networking_nsxv3.common.synchronization [req-64c46bf0-9274-4a21-9d5d-e29f500e3327 req-cbfd1b7e-d411-4df6-a2d1-22bc242fcb67 tempest-ServersAdminTestJSON-189216652 tempest-ServersAdminTestJSON-189216652-project-member] Enqueued Resource ID: 6c46d096-f047-457a-99ba-22b9e613d7e2 with Priority: HIGHEST for action security_group_members [ 974.338750] env[69685]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6c46d096-f047-457a-99ba-22b9e613d7e2 with Priority: HIGHEST for action security_group_members [ 974.338750] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock member-6c46d096-f047-457a-99ba-22b9e613d7e2 taken with stack trace [, , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 974.338750] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6c46d096-f047-457a-99ba-22b9e613d7e2" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 974.339058] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6c46d096-f047-457a-99ba-22b9e613d7e2" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 974.339263] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6c46d096-f047-457a-99ba-22b9e613d7e2" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 974.339479] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 974.339625] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 974.339715] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 974.339987] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 974.340156] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 974.340290] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6c46d096-f047-457a-99ba-22b9e613d7e2',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 974.842447] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('6c46d096-f047-457a-99ba-22b9e613d7e2',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 975.346639] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('6c46d096-f047-457a-99ba-22b9e613d7e2',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 975.380217] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9f77f884-bf5a-4239-9508-cd9e7aec6f18 in Status: SUCCESS [ 975.380455] env[69685]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9f77f884-bf5a-4239-9508-cd9e7aec6f18 deletion is rescheduled due to dependency. [ 975.380511] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9f77f884-bf5a-4239-9508-cd9e7aec6f18" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 975.849500] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 975.849628] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 975.849782] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 975.849945] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 975.850027] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 975.850130] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6c46d096-f047-457a-99ba-22b9e613d7e2 is going to be updated. [ 975.875654] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 975.875823] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 975.875864] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 975.876202] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 975.878874] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 975.888486] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6c46d096-f047-457a-99ba-22b9e613d7e2 in Status: IN_PROGRESS for 2s [ 975.982636] env[69685]: INFO networking_nsxv3.common.synchronization [req-64fd7500-31dd-42c5-89fd-eacd14eaadba req-88726184-8eac-42a1-bc6f-3161e26f4a1e tempest-MultipleCreateTestJSON-1828029754 tempest-MultipleCreateTestJSON-1828029754-project-member] Enqueued Resource ID: a1f49ff3-a7bb-4aec-a58f-628ec6679051 with Priority: HIGHEST for action security_group_members [ 975.983185] env[69685]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a1f49ff3-a7bb-4aec-a58f-628ec6679051 with Priority: HIGHEST for action security_group_members [ 975.983492] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock member-a1f49ff3-a7bb-4aec-a58f-628ec6679051 taken with stack trace [, , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 975.983751] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a1f49ff3-a7bb-4aec-a58f-628ec6679051" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 975.983751] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a1f49ff3-a7bb-4aec-a58f-628ec6679051" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 975.983910] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a1f49ff3-a7bb-4aec-a58f-628ec6679051" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 975.986212] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 975.986212] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 975.986212] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 975.986212] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 975.986212] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 975.986212] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a1f49ff3-a7bb-4aec-a58f-628ec6679051',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 976.042923] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a1f49ff3-a7bb-4aec-a58f-628ec6679051 in Status: SUCCESS [ 976.042923] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a1f49ff3-a7bb-4aec-a58f-628ec6679051" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 976.415746] env[69685]: DEBUG networking_nsxv3.common.locking [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Lock network-413 taken with stack trace [, , , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 976.416064] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquiring lock "network-413" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 976.416165] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquired lock "network-413" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 976.416437] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquired external semaphore "network-413" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 976.416703] env[69685]: DEBUG networking_nsxv3.common.locking [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 976.416889] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquiring lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 976.417183] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquired lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 976.417730] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquired external semaphore "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 976.417730] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Releasing lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 976.417960] env[69685]: DEBUG dogpile.cache.region [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] No value present for key: 'zone-id' {{(pid=69685) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 976.418121] env[69685]: DEBUG dogpile.lock [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] NeedRegenerationException {{(pid=69685) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 976.418263] env[69685]: DEBUG dogpile.lock [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] no value, waiting for create lock {{(pid=69685) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 976.418381] env[69685]: DEBUG dogpile.lock [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] value creation lock acquired {{(pid=69685) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 976.418501] env[69685]: DEBUG dogpile.cache.region [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] No value present for key: 'zone-id' {{(pid=69685) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 976.418610] env[69685]: DEBUG dogpile.lock [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Calling creation function for not-yet-present value {{(pid=69685) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 976.418748] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 976.439473] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 976.439473] env[69685]: DEBUG dogpile.cache.region [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=69685) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 976.439473] env[69685]: DEBUG dogpile.lock [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Released creation lock {{(pid=69685) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 976.439473] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Releasing lock "network-413" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 976.439473] env[69685]: DEBUG networking_nsxv3.common.locking [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Lock port-08f5aaf1-f295-47ce-86b9-7b543be12156 taken with stack trace [, , , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 976.439846] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquiring lock "port-08f5aaf1-f295-47ce-86b9-7b543be12156" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 976.439846] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquired lock "port-08f5aaf1-f295-47ce-86b9-7b543be12156" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 976.440345] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquired external semaphore "port-08f5aaf1-f295-47ce-86b9-7b543be12156" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 976.440345] env[69685]: DEBUG networking_nsxv3.api.rpc [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('08f5aaf1-f295-47ce-86b9-7b543be12156',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 976.490024] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('a1f49ff3-a7bb-4aec-a58f-628ec6679051',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 976.943207] env[69685]: DEBUG networking_nsxv3.common.locking [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 976.943432] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquiring lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 976.943557] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquired lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 976.943864] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquired external semaphore "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 976.944248] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Releasing lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 976.944248] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Segment Port 08f5aaf1-f295-47ce-86b9-7b543be12156 not found, creating... [ 976.944563] env[69685]: DEBUG networking_nsxv3.common.locking [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 976.945202] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquiring lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 976.945202] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquired lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 976.945310] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquired external semaphore "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 976.945486] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Releasing lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 976.945965] env[69685]: DEBUG networking_nsxv3.common.locking [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 976.946246] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquiring lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 976.946804] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquired lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 976.946804] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquired external semaphore "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 976.947078] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Releasing lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 976.947349] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Resource: SegmentPort with ID: 08f5aaf1-f295-47ce-86b9-7b543be12156 is going to be created. [ 976.966016] env[69685]: DEBUG networking_nsxv3.common.locking [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 976.966245] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquiring lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 976.966376] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquired lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 976.966690] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquired external semaphore "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 976.966931] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Releasing lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 976.967179] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Releasing lock "port-08f5aaf1-f295-47ce-86b9-7b543be12156" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 976.992844] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('a1f49ff3-a7bb-4aec-a58f-628ec6679051',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 977.495317] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 977.495634] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 977.495634] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 977.495786] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 977.495886] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 977.496019] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a1f49ff3-a7bb-4aec-a58f-628ec6679051 is going to be updated. [ 977.529872] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 977.530028] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 977.530116] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 977.530348] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 977.530498] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 977.540744] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a1f49ff3-a7bb-4aec-a58f-628ec6679051 in Status: IN_PROGRESS for 2s [ 977.604036] env[69685]: INFO networking_nsxv3.common.synchronization [req-c6cd6aea-50c3-49a6-8c97-c0997f3b2c8b req-f70e59c6-de6a-4d90-a085-99285cdadc15 tempest-ServerRescueTestJSON-920765629 tempest-ServerRescueTestJSON-920765629-project-member] Enqueued Resource ID: ad29a8b0-a5e7-47be-9c58-8b349ac208f7 with Priority: HIGHEST for action security_group_members [ 977.604505] env[69685]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ad29a8b0-a5e7-47be-9c58-8b349ac208f7 with Priority: HIGHEST for action security_group_members [ 977.604813] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock member-ad29a8b0-a5e7-47be-9c58-8b349ac208f7 taken with stack trace [, , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 977.604938] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ad29a8b0-a5e7-47be-9c58-8b349ac208f7" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 977.605010] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ad29a8b0-a5e7-47be-9c58-8b349ac208f7" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 977.605875] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ad29a8b0-a5e7-47be-9c58-8b349ac208f7" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 977.605875] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 977.605875] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 977.605875] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 977.605875] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 977.605875] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 977.605875] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ad29a8b0-a5e7-47be-9c58-8b349ac208f7',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 977.763563] env[69685]: INFO networking_nsxv3.common.synchronization [req-64fd7500-31dd-42c5-89fd-eacd14eaadba req-3bc85692-819d-4b62-967c-96f05474fb2d service nova] Enqueued Resource ID: a1f49ff3-a7bb-4aec-a58f-628ec6679051 with Priority: HIGHEST for action security_group_rules [ 977.763800] env[69685]: INFO networking_nsxv3.common.synchronization [req-64fd7500-31dd-42c5-89fd-eacd14eaadba req-3bc85692-819d-4b62-967c-96f05474fb2d service nova] Enqueued Resource ID: a1f49ff3-a7bb-4aec-a58f-628ec6679051 with Priority: HIGHEST for action security_group_members [ 977.763952] env[69685]: INFO networking_nsxv3.common.synchronization [req-64fd7500-31dd-42c5-89fd-eacd14eaadba req-3bc85692-819d-4b62-967c-96f05474fb2d service nova] Enqueued Resource ID: 08f5aaf1-f295-47ce-86b9-7b543be12156 with Priority: HIGHEST for action port [ 977.764665] env[69685]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a1f49ff3-a7bb-4aec-a58f-628ec6679051 with Priority: HIGHEST for action security_group_rules [ 977.764761] env[69685]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a1f49ff3-a7bb-4aec-a58f-628ec6679051 with Priority: HIGHEST for action security_group_members [ 977.764862] env[69685]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 08f5aaf1-f295-47ce-86b9-7b543be12156 with Priority: HIGHEST for action port [ 977.765966] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a1f49ff3-a7bb-4aec-a58f-628ec6679051 taken with stack trace [, , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 977.766173] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a1f49ff3-a7bb-4aec-a58f-628ec6679051" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 977.766247] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a1f49ff3-a7bb-4aec-a58f-628ec6679051" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 977.766510] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a1f49ff3-a7bb-4aec-a58f-628ec6679051" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 977.766637] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a1f49ff3-a7bb-4aec-a58f-628ec6679051',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 977.767711] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock member-a1f49ff3-a7bb-4aec-a58f-628ec6679051 taken with stack trace [, , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 977.767864] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a1f49ff3-a7bb-4aec-a58f-628ec6679051" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 977.768145] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock port-08f5aaf1-f295-47ce-86b9-7b543be12156 taken with stack trace [, , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 977.768249] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-08f5aaf1-f295-47ce-86b9-7b543be12156" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 977.768343] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-08f5aaf1-f295-47ce-86b9-7b543be12156" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 977.768573] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-08f5aaf1-f295-47ce-86b9-7b543be12156" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 977.768680] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('08f5aaf1-f295-47ce-86b9-7b543be12156',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 977.898022] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6c46d096-f047-457a-99ba-22b9e613d7e2 in Status: SUCCESS [ 977.898310] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6c46d096-f047-457a-99ba-22b9e613d7e2" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 978.108596] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('ad29a8b0-a5e7-47be-9c58-8b349ac208f7',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 978.271146] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock member-a1f49ff3-a7bb-4aec-a58f-628ec6679051 taken with stack trace [, , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 978.271146] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a1f49ff3-a7bb-4aec-a58f-628ec6679051" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 978.271330] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 08f5aaf1-f295-47ce-86b9-7b543be12156 with status ACTIVE [ 978.271393] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 978.271505] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 978.271571] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 978.271787] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 978.271875] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 978.272069] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 978.272169] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 978.272241] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 978.272385] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 978.272465] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 978.272643] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 978.272758] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 978.272817] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 978.272923] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 978.272997] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 978.273093] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 08f5aaf1-f295-47ce-86b9-7b543be12156 is going to be updated. [ 978.293600] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 978.293810] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 978.293810] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 978.294031] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 978.294179] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 978.294404] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-08f5aaf1-f295-47ce-86b9-7b543be12156" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 978.610892] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('ad29a8b0-a5e7-47be-9c58-8b349ac208f7',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 979.112976] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 979.113217] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 979.113320] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 979.113522] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 979.113619] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 979.113724] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ad29a8b0-a5e7-47be-9c58-8b349ac208f7 is going to be updated. [ 979.151069] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 979.151235] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 979.151235] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 979.151428] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 979.151760] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 979.161318] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ad29a8b0-a5e7-47be-9c58-8b349ac208f7 in Status: IN_PROGRESS for 2s [ 979.552947] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a1f49ff3-a7bb-4aec-a58f-628ec6679051 in Status: SUCCESS [ 979.553148] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a1f49ff3-a7bb-4aec-a58f-628ec6679051" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 979.553348] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a1f49ff3-a7bb-4aec-a58f-628ec6679051" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 979.553588] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a1f49ff3-a7bb-4aec-a58f-628ec6679051" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 979.553781] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 979.553893] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 979.553957] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 979.554163] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 979.554278] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 979.554349] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a1f49ff3-a7bb-4aec-a58f-628ec6679051',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 980.057275] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('a1f49ff3-a7bb-4aec-a58f-628ec6679051',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 980.566489] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('a1f49ff3-a7bb-4aec-a58f-628ec6679051',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 981.069047] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 981.069323] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 981.069323] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 981.069500] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 981.069564] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 981.069653] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a1f49ff3-a7bb-4aec-a58f-628ec6679051 is going to be updated. [ 981.095408] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 981.095610] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 981.095758] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 981.096021] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 981.096206] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 981.106480] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a1f49ff3-a7bb-4aec-a58f-628ec6679051 in Status: IN_PROGRESS for 2s [ 981.172172] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ad29a8b0-a5e7-47be-9c58-8b349ac208f7 in Status: SUCCESS [ 981.172411] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ad29a8b0-a5e7-47be-9c58-8b349ac208f7" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 981.477482] env[69685]: INFO networking_nsxv3.common.synchronization [req-b56be654-b146-4432-935c-cac52be58f0a req-e19a0dee-7ee9-4b22-8e3c-d064afa7696c tempest-ImagesOneServerNegativeTestJSON-2023172150 tempest-ImagesOneServerNegativeTestJSON-2023172150-project-member] Enqueued Resource ID: f725338b-04fb-4229-97a1-3eaf15235ac8 with Priority: HIGHEST for action security_group_members [ 981.478044] env[69685]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f725338b-04fb-4229-97a1-3eaf15235ac8 with Priority: HIGHEST for action security_group_members [ 981.478490] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock member-f725338b-04fb-4229-97a1-3eaf15235ac8 taken with stack trace [, , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 981.478627] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f725338b-04fb-4229-97a1-3eaf15235ac8" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 981.478688] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f725338b-04fb-4229-97a1-3eaf15235ac8" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 981.478887] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f725338b-04fb-4229-97a1-3eaf15235ac8" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 981.479135] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 981.479210] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 981.479269] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 981.479433] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 981.479566] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 981.479701] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f725338b-04fb-4229-97a1-3eaf15235ac8',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 981.906976] env[69685]: DEBUG networking_nsxv3.common.locking [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Lock network-174 taken with stack trace [, , , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 981.907251] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquiring lock "network-174" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 981.907407] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquired lock "network-174" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 981.907710] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquired external semaphore "network-174" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 981.907979] env[69685]: DEBUG networking_nsxv3.common.locking [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 981.910135] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquiring lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 981.910135] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquired lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 981.910135] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquired external semaphore "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 981.910135] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Releasing lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 981.910135] env[69685]: DEBUG dogpile.cache.region [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] No value present for key: 'zone-id' {{(pid=69685) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 981.910135] env[69685]: DEBUG dogpile.lock [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] NeedRegenerationException {{(pid=69685) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 981.910338] env[69685]: DEBUG dogpile.lock [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] no value, waiting for create lock {{(pid=69685) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 981.910338] env[69685]: DEBUG dogpile.lock [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] value creation lock acquired {{(pid=69685) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 981.910457] env[69685]: DEBUG dogpile.cache.region [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] No value present for key: 'zone-id' {{(pid=69685) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 981.910608] env[69685]: DEBUG dogpile.lock [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Calling creation function for not-yet-present value {{(pid=69685) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 981.910746] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 981.935648] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 981.935648] env[69685]: DEBUG dogpile.cache.region [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Cache value generated in 0.025 seconds for key(s): 'zone-id' {{(pid=69685) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 981.936017] env[69685]: DEBUG dogpile.lock [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Released creation lock {{(pid=69685) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 981.936017] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Releasing lock "network-174" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 981.936527] env[69685]: DEBUG networking_nsxv3.common.locking [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Lock port-0e353565-e7a4-4e95-886b-e5239270a48c taken with stack trace [, , , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 981.936800] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquiring lock "port-0e353565-e7a4-4e95-886b-e5239270a48c" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 981.937319] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquired lock "port-0e353565-e7a4-4e95-886b-e5239270a48c" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 981.938233] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquired external semaphore "port-0e353565-e7a4-4e95-886b-e5239270a48c" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 981.938487] env[69685]: DEBUG networking_nsxv3.api.rpc [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0e353565-e7a4-4e95-886b-e5239270a48c',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 981.982665] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 981.983632] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 981.983717] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 981.984402] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 981.984402] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 981.984402] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 981.984402] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 981.984637] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 981.984637] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 981.984716] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 981.984777] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f725338b-04fb-4229-97a1-3eaf15235ac8 is going to be deleted. [ 982.026160] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 982.026527] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 982.026616] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 982.027061] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 982.027191] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 982.028822] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f725338b-04fb-4229-97a1-3eaf15235ac8" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 982.442035] env[69685]: DEBUG networking_nsxv3.common.locking [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 982.442035] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquiring lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 982.442402] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquired lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 982.442448] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquired external semaphore "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 982.442678] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Releasing lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 982.442858] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Segment Port 0e353565-e7a4-4e95-886b-e5239270a48c not found, creating... [ 982.443148] env[69685]: DEBUG networking_nsxv3.common.locking [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 982.443930] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquiring lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 982.443930] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquired lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 982.443930] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquired external semaphore "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 982.443930] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Releasing lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 982.444196] env[69685]: DEBUG networking_nsxv3.common.locking [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 982.444258] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquiring lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 982.444363] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquired lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 982.444663] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquired external semaphore "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 982.444834] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Releasing lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 982.444995] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Resource: SegmentPort with ID: 0e353565-e7a4-4e95-886b-e5239270a48c is going to be created. [ 982.464707] env[69685]: DEBUG networking_nsxv3.common.locking [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 982.464944] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquiring lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 982.465154] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquired lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 982.465359] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquired external semaphore "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 982.465599] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Releasing lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 982.465899] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Releasing lock "port-0e353565-e7a4-4e95-886b-e5239270a48c" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 983.115789] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a1f49ff3-a7bb-4aec-a58f-628ec6679051 in Status: SUCCESS [ 983.116050] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a1f49ff3-a7bb-4aec-a58f-628ec6679051" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 983.116248] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a1f49ff3-a7bb-4aec-a58f-628ec6679051" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 983.116835] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a1f49ff3-a7bb-4aec-a58f-628ec6679051" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 983.116835] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 983.116835] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 983.117027] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 983.117295] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 983.117412] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 983.117508] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a1f49ff3-a7bb-4aec-a58f-628ec6679051" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 983.117602] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('a1f49ff3-a7bb-4aec-a58f-628ec6679051',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 983.284326] env[69685]: INFO networking_nsxv3.common.synchronization [req-b56be654-b146-4432-935c-cac52be58f0a req-e9ba2cc4-4ec0-4324-8e33-5f9dd1864baa service nova] Enqueued Resource ID: f725338b-04fb-4229-97a1-3eaf15235ac8 with Priority: HIGHEST for action security_group_rules [ 983.284614] env[69685]: INFO networking_nsxv3.common.synchronization [req-b56be654-b146-4432-935c-cac52be58f0a req-e9ba2cc4-4ec0-4324-8e33-5f9dd1864baa service nova] Enqueued Resource ID: f725338b-04fb-4229-97a1-3eaf15235ac8 with Priority: HIGHEST for action security_group_members [ 983.284840] env[69685]: INFO networking_nsxv3.common.synchronization [req-b56be654-b146-4432-935c-cac52be58f0a req-e9ba2cc4-4ec0-4324-8e33-5f9dd1864baa service nova] Enqueued Resource ID: 0e353565-e7a4-4e95-886b-e5239270a48c with Priority: HIGHEST for action port [ 983.286659] env[69685]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f725338b-04fb-4229-97a1-3eaf15235ac8 with Priority: HIGHEST for action security_group_rules [ 983.286866] env[69685]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f725338b-04fb-4229-97a1-3eaf15235ac8 with Priority: HIGHEST for action security_group_members [ 983.287039] env[69685]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0e353565-e7a4-4e95-886b-e5239270a48c with Priority: HIGHEST for action port [ 983.287462] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f725338b-04fb-4229-97a1-3eaf15235ac8 taken with stack trace [, , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 983.287657] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f725338b-04fb-4229-97a1-3eaf15235ac8" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 983.287750] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f725338b-04fb-4229-97a1-3eaf15235ac8" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 983.288057] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f725338b-04fb-4229-97a1-3eaf15235ac8" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 983.288223] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f725338b-04fb-4229-97a1-3eaf15235ac8',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 983.289984] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock member-f725338b-04fb-4229-97a1-3eaf15235ac8 taken with stack trace [, , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 983.289984] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f725338b-04fb-4229-97a1-3eaf15235ac8" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 983.289984] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f725338b-04fb-4229-97a1-3eaf15235ac8" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 983.289984] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f725338b-04fb-4229-97a1-3eaf15235ac8" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 983.290201] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 983.290955] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 983.290955] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 983.290955] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 983.290955] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 983.290955] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f725338b-04fb-4229-97a1-3eaf15235ac8',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 983.295673] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock port-0e353565-e7a4-4e95-886b-e5239270a48c taken with stack trace [, , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 983.295935] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-0e353565-e7a4-4e95-886b-e5239270a48c" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 983.295999] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-0e353565-e7a4-4e95-886b-e5239270a48c" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 983.296284] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-0e353565-e7a4-4e95-886b-e5239270a48c" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 983.296420] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0e353565-e7a4-4e95-886b-e5239270a48c',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 983.621537] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock member-a1f49ff3-a7bb-4aec-a58f-628ec6679051 taken with stack trace [, , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 983.621807] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a1f49ff3-a7bb-4aec-a58f-628ec6679051" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 983.621848] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a1f49ff3-a7bb-4aec-a58f-628ec6679051" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 983.622121] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a1f49ff3-a7bb-4aec-a58f-628ec6679051" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 983.622345] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 983.622463] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 983.622551] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 983.622829] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 983.622956] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 983.623096] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a1f49ff3-a7bb-4aec-a58f-628ec6679051" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 983.623302] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock member-a1f49ff3-a7bb-4aec-a58f-628ec6679051 taken with stack trace [, , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 983.623440] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a1f49ff3-a7bb-4aec-a58f-628ec6679051" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 983.623529] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a1f49ff3-a7bb-4aec-a58f-628ec6679051" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 983.625482] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a1f49ff3-a7bb-4aec-a58f-628ec6679051" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 983.625740] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 983.625878] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 983.625968] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 983.626187] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 983.626293] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 983.626409] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a1f49ff3-a7bb-4aec-a58f-628ec6679051" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 983.626603] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('a1f49ff3-a7bb-4aec-a58f-628ec6679051',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 983.801337] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock member-f725338b-04fb-4229-97a1-3eaf15235ac8 taken with stack trace [, , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 983.801337] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f725338b-04fb-4229-97a1-3eaf15235ac8" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 983.801337] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 0e353565-e7a4-4e95-886b-e5239270a48c with status ACTIVE [ 983.801337] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 983.801337] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 983.801337] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 983.801337] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 983.801337] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 983.801337] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 983.801337] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 983.801337] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 983.801337] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 983.802111] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 983.802111] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 983.802111] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 983.802111] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 983.802111] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 983.802111] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 983.802111] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 0e353565-e7a4-4e95-886b-e5239270a48c is going to be updated. [ 983.803928] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('f725338b-04fb-4229-97a1-3eaf15235ac8',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 983.825027] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 983.825027] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 983.825363] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 983.825363] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 983.825530] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 983.825627] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-0e353565-e7a4-4e95-886b-e5239270a48c" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 984.130302] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for a1f49ff3-a7bb-4aec-a58f-628ec6679051: rpc.has_security_group_logging(os_id): False [ 984.151197] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 984.151465] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 984.151760] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 984.152420] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 984.152593] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 984.152897] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 984.155751] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 984.155826] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 984.156070] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 984.156166] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 984.156395] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 984.156494] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 984.156579] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 984.156736] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 984.156833] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 984.158172] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 984.158290] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 984.158399] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 984.159917] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 984.159917] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 984.159917] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a1f49ff3-a7bb-4aec-a58f-628ec6679051 is going to be updated. [ 984.239020] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 984.239020] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 984.239020] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 984.239020] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 984.239020] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 984.251763] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a1f49ff3-a7bb-4aec-a58f-628ec6679051 in Status: IN_PROGRESS for 2s [ 984.307777] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('f725338b-04fb-4229-97a1-3eaf15235ac8',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 984.495705] env[69685]: INFO networking_nsxv3.common.synchronization [None req-bdab9106-bd90-4dbb-8a23-4567ae83d791 None None] Enqueued Resource ID: d07302f6-5037-40ff-abcd-f60d3cca247b with Priority: HIGHEST for action port [ 984.496156] env[69685]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d07302f6-5037-40ff-abcd-f60d3cca247b with Priority: HIGHEST for action port [ 984.496459] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock port-d07302f6-5037-40ff-abcd-f60d3cca247b taken with stack trace [, , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 984.496650] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d07302f6-5037-40ff-abcd-f60d3cca247b" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 984.496650] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d07302f6-5037-40ff-abcd-f60d3cca247b" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 984.496895] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d07302f6-5037-40ff-abcd-f60d3cca247b" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 984.496977] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d07302f6-5037-40ff-abcd-f60d3cca247b',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 984.812431] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 984.812761] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 984.812761] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 984.812959] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 984.813128] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 984.813334] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f725338b-04fb-4229-97a1-3eaf15235ac8 is going to be created. [ 984.835072] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 984.835197] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 984.835197] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 984.838489] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 984.838489] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 984.845453] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f725338b-04fb-4229-97a1-3eaf15235ac8 in Status: UNINITIALIZED for 2s [ 984.999481] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port d07302f6-5037-40ff-abcd-f60d3cca247b [ 984.999741] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 984.999898] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 985.000051] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 985.000586] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 985.000693] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 985.000799] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:d07302f6-5037-40ff-abcd-f60d3cca247b already deleted. [ 985.000883] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d07302f6-5037-40ff-abcd-f60d3cca247b" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 986.268486] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a1f49ff3-a7bb-4aec-a58f-628ec6679051 in Status: SUCCESS [ 986.268895] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a1f49ff3-a7bb-4aec-a58f-628ec6679051" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 986.536330] env[69685]: INFO networking_nsxv3.common.synchronization [req-9cf0957e-135f-40dc-a44f-7b39a23e092a req-770c5616-72de-4754-a6ae-3bc8928c56a6 tempest-ImagesTestJSON-1265937060 tempest-ImagesTestJSON-1265937060-project-member] Enqueued Resource ID: 4ea7bb1c-b746-44b1-abbe-9e20ef6cb145 with Priority: HIGHEST for action security_group_members [ 986.536858] env[69685]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4ea7bb1c-b746-44b1-abbe-9e20ef6cb145 with Priority: HIGHEST for action security_group_members [ 986.537252] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock member-4ea7bb1c-b746-44b1-abbe-9e20ef6cb145 taken with stack trace [, , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 986.537346] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4ea7bb1c-b746-44b1-abbe-9e20ef6cb145" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 986.537385] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4ea7bb1c-b746-44b1-abbe-9e20ef6cb145" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 986.537653] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4ea7bb1c-b746-44b1-abbe-9e20ef6cb145" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 986.537718] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 986.537812] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 986.537866] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 986.538011] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 986.540315] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 986.540315] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4ea7bb1c-b746-44b1-abbe-9e20ef6cb145',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 986.750699] env[69685]: INFO networking_nsxv3.common.synchronization [None req-b5293db7-5367-4e3e-bf1a-4704db285647 None None] Enqueued Resource ID: b002a0e1-e014-4fc3-ac8b-7a5d04bea4e9 with Priority: HIGHEST for action port [ 986.750699] env[69685]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b002a0e1-e014-4fc3-ac8b-7a5d04bea4e9 with Priority: HIGHEST for action port [ 986.752027] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock port-b002a0e1-e014-4fc3-ac8b-7a5d04bea4e9 taken with stack trace [, , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 986.752273] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-b002a0e1-e014-4fc3-ac8b-7a5d04bea4e9" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 986.752328] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-b002a0e1-e014-4fc3-ac8b-7a5d04bea4e9" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 986.752592] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-b002a0e1-e014-4fc3-ac8b-7a5d04bea4e9" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 986.752671] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b002a0e1-e014-4fc3-ac8b-7a5d04bea4e9',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 986.846666] env[69685]: DEBUG networking_nsxv3.common.locking [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Lock network-824 taken with stack trace [, , , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 986.846666] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquiring lock "network-824" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 986.846666] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquired lock "network-824" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 986.846926] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquired external semaphore "network-824" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 986.847235] env[69685]: DEBUG networking_nsxv3.common.locking [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 986.847405] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquiring lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 986.847526] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquired lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 986.847767] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquired external semaphore "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 986.847935] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Releasing lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 986.848358] env[69685]: DEBUG dogpile.cache.region [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] No value present for key: 'zone-id' {{(pid=69685) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 986.848584] env[69685]: DEBUG dogpile.lock [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] NeedRegenerationException {{(pid=69685) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 986.848966] env[69685]: DEBUG dogpile.lock [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] no value, waiting for create lock {{(pid=69685) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 986.848966] env[69685]: DEBUG dogpile.lock [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] value creation lock acquired {{(pid=69685) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 986.849172] env[69685]: DEBUG dogpile.cache.region [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] No value present for key: 'zone-id' {{(pid=69685) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 986.849367] env[69685]: DEBUG dogpile.lock [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Calling creation function for not-yet-present value {{(pid=69685) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 986.849582] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 986.861394] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f725338b-04fb-4229-97a1-3eaf15235ac8 in Status: SUCCESS [ 986.862030] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f725338b-04fb-4229-97a1-3eaf15235ac8" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 986.862030] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f725338b-04fb-4229-97a1-3eaf15235ac8" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 986.862190] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f725338b-04fb-4229-97a1-3eaf15235ac8" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 986.862444] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 986.862696] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 986.862850] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 986.863071] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 986.863208] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 986.863344] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f725338b-04fb-4229-97a1-3eaf15235ac8" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 986.863480] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('f725338b-04fb-4229-97a1-3eaf15235ac8',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 986.870188] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 986.870433] env[69685]: DEBUG dogpile.cache.region [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=69685) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 986.870634] env[69685]: DEBUG dogpile.lock [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Released creation lock {{(pid=69685) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 986.870858] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Releasing lock "network-824" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 986.871282] env[69685]: DEBUG networking_nsxv3.common.locking [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Lock port-d554daec-c3f1-4730-b9a0-bcac6506ee21 taken with stack trace [, , , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 986.871509] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquiring lock "port-d554daec-c3f1-4730-b9a0-bcac6506ee21" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 986.872306] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquired lock "port-d554daec-c3f1-4730-b9a0-bcac6506ee21" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 986.872568] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquired external semaphore "port-d554daec-c3f1-4730-b9a0-bcac6506ee21" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 986.872720] env[69685]: DEBUG networking_nsxv3.api.rpc [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d554daec-c3f1-4730-b9a0-bcac6506ee21',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 987.043329] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 987.043544] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 987.043608] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 987.043861] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 987.043979] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 987.044225] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 987.044385] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 987.044385] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 987.044579] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 987.044658] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 987.044756] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4ea7bb1c-b746-44b1-abbe-9e20ef6cb145 is going to be updated. [ 987.074654] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 987.074801] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 987.074870] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 987.075893] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 987.075893] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 987.087715] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4ea7bb1c-b746-44b1-abbe-9e20ef6cb145 in Status: IN_PROGRESS for 2s [ 987.255864] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port b002a0e1-e014-4fc3-ac8b-7a5d04bea4e9 [ 987.255864] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 987.255864] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 987.255864] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 987.255864] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 987.255864] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 987.255864] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:b002a0e1-e014-4fc3-ac8b-7a5d04bea4e9 already deleted. [ 987.255864] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-b002a0e1-e014-4fc3-ac8b-7a5d04bea4e9" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 987.370451] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock member-f725338b-04fb-4229-97a1-3eaf15235ac8 taken with stack trace [, , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 987.370451] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f725338b-04fb-4229-97a1-3eaf15235ac8" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 987.370451] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f725338b-04fb-4229-97a1-3eaf15235ac8" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 987.370451] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f725338b-04fb-4229-97a1-3eaf15235ac8" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 987.370451] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 987.370954] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 987.370954] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 987.370954] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 987.370954] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 987.371107] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f725338b-04fb-4229-97a1-3eaf15235ac8" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 987.371189] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock member-f725338b-04fb-4229-97a1-3eaf15235ac8 taken with stack trace [, , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 987.371236] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f725338b-04fb-4229-97a1-3eaf15235ac8" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 987.371295] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f725338b-04fb-4229-97a1-3eaf15235ac8" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 987.371431] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f725338b-04fb-4229-97a1-3eaf15235ac8" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 987.371561] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 987.371647] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 987.371704] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 987.371833] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 987.371901] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 987.371980] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f725338b-04fb-4229-97a1-3eaf15235ac8" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 987.372077] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('f725338b-04fb-4229-97a1-3eaf15235ac8',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 987.375471] env[69685]: DEBUG networking_nsxv3.common.locking [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 987.379020] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquiring lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 987.379020] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquired lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 987.379020] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquired external semaphore "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 987.379020] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Releasing lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 987.379020] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Segment Port d554daec-c3f1-4730-b9a0-bcac6506ee21 not found, creating... [ 987.379020] env[69685]: DEBUG networking_nsxv3.common.locking [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 987.379020] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquiring lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 987.379020] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquired lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 987.379020] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquired external semaphore "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 987.379020] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Releasing lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 987.379905] env[69685]: DEBUG networking_nsxv3.common.locking [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 987.379905] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquiring lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 987.379905] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquired lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 987.379905] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquired external semaphore "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 987.379905] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Releasing lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 987.379905] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Resource: SegmentPort with ID: d554daec-c3f1-4730-b9a0-bcac6506ee21 is going to be created. [ 987.401681] env[69685]: DEBUG networking_nsxv3.common.locking [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 987.401889] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquiring lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 987.402020] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquired lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 987.402313] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquired external semaphore "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 987.402551] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Releasing lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 987.402781] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Releasing lock "port-d554daec-c3f1-4730-b9a0-bcac6506ee21" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 987.875093] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for f725338b-04fb-4229-97a1-3eaf15235ac8: rpc.has_security_group_logging(os_id): False [ 987.891999] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 987.892106] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 987.892204] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 987.892391] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 987.892391] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 987.892743] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 987.892812] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 987.892812] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 987.892967] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 987.893057] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 987.893257] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 987.893353] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 987.893412] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 987.893551] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 987.893623] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 987.893797] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 987.893890] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 987.893941] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 987.894087] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 987.894157] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 987.894242] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f725338b-04fb-4229-97a1-3eaf15235ac8 is going to be created. [ 987.951434] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 987.951434] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 987.951434] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 987.951434] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 987.951434] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 987.964964] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f725338b-04fb-4229-97a1-3eaf15235ac8 in Status: IN_PROGRESS for 2s [ 988.157300] env[69685]: INFO networking_nsxv3.common.synchronization [req-9cf0957e-135f-40dc-a44f-7b39a23e092a req-991a2da5-4877-41df-911c-cecaf87759e5 service nova] Enqueued Resource ID: 4ea7bb1c-b746-44b1-abbe-9e20ef6cb145 with Priority: HIGHEST for action security_group_rules [ 988.157561] env[69685]: INFO networking_nsxv3.common.synchronization [req-9cf0957e-135f-40dc-a44f-7b39a23e092a req-991a2da5-4877-41df-911c-cecaf87759e5 service nova] Enqueued Resource ID: 4ea7bb1c-b746-44b1-abbe-9e20ef6cb145 with Priority: HIGHEST for action security_group_members [ 988.157643] env[69685]: INFO networking_nsxv3.common.synchronization [req-9cf0957e-135f-40dc-a44f-7b39a23e092a req-991a2da5-4877-41df-911c-cecaf87759e5 service nova] Enqueued Resource ID: d554daec-c3f1-4730-b9a0-bcac6506ee21 with Priority: HIGHEST for action port [ 988.157861] env[69685]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4ea7bb1c-b746-44b1-abbe-9e20ef6cb145 with Priority: HIGHEST for action security_group_rules [ 988.158091] env[69685]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4ea7bb1c-b746-44b1-abbe-9e20ef6cb145 with Priority: HIGHEST for action security_group_members [ 988.158194] env[69685]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d554daec-c3f1-4730-b9a0-bcac6506ee21 with Priority: HIGHEST for action port [ 988.158885] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock rules-4ea7bb1c-b746-44b1-abbe-9e20ef6cb145 taken with stack trace [, , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 988.159182] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-4ea7bb1c-b746-44b1-abbe-9e20ef6cb145" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 988.159290] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-4ea7bb1c-b746-44b1-abbe-9e20ef6cb145" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 988.159537] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-4ea7bb1c-b746-44b1-abbe-9e20ef6cb145" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 988.159630] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('4ea7bb1c-b746-44b1-abbe-9e20ef6cb145',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 988.161116] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock member-4ea7bb1c-b746-44b1-abbe-9e20ef6cb145 taken with stack trace [, , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 988.161235] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4ea7bb1c-b746-44b1-abbe-9e20ef6cb145" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 988.161501] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock port-d554daec-c3f1-4730-b9a0-bcac6506ee21 taken with stack trace [, , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 988.161671] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d554daec-c3f1-4730-b9a0-bcac6506ee21" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 988.161820] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d554daec-c3f1-4730-b9a0-bcac6506ee21" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 988.162606] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d554daec-c3f1-4730-b9a0-bcac6506ee21" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 988.162606] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d554daec-c3f1-4730-b9a0-bcac6506ee21',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 988.668241] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock member-4ea7bb1c-b746-44b1-abbe-9e20ef6cb145 taken with stack trace [, , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 988.668241] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4ea7bb1c-b746-44b1-abbe-9e20ef6cb145" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 988.668241] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port d554daec-c3f1-4730-b9a0-bcac6506ee21 with status ACTIVE [ 988.668241] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 988.668241] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 988.668241] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 988.668241] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 988.668241] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 988.668241] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 988.668241] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 988.668241] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 988.668241] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 988.668241] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 988.668241] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 988.668911] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 988.668911] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 988.668911] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 988.668911] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 988.668911] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: d554daec-c3f1-4730-b9a0-bcac6506ee21 is going to be updated. [ 988.693108] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 988.693768] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 988.693853] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 988.694231] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 988.697212] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 988.697212] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d554daec-c3f1-4730-b9a0-bcac6506ee21" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 988.772144] env[69685]: INFO networking_nsxv3.common.synchronization [req-5537abb2-3785-40de-b876-7527d240ece0 req-d63bfc8c-4b27-4fe8-885a-de431b0a6731 tempest-MultipleCreateTestJSON-1828029754 tempest-MultipleCreateTestJSON-1828029754-project-member] Enqueued Resource ID: a1f49ff3-a7bb-4aec-a58f-628ec6679051 with Priority: HIGHEST for action security_group_members [ 988.772945] env[69685]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a1f49ff3-a7bb-4aec-a58f-628ec6679051 with Priority: HIGHEST for action security_group_members [ 988.773043] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock member-a1f49ff3-a7bb-4aec-a58f-628ec6679051 taken with stack trace [, , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 988.773101] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a1f49ff3-a7bb-4aec-a58f-628ec6679051" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 988.773194] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a1f49ff3-a7bb-4aec-a58f-628ec6679051" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 988.773954] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a1f49ff3-a7bb-4aec-a58f-628ec6679051" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 988.773954] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 988.773954] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 988.773954] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 988.773954] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 988.773954] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 988.776198] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a1f49ff3-a7bb-4aec-a58f-628ec6679051',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 989.097756] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4ea7bb1c-b746-44b1-abbe-9e20ef6cb145 in Status: SUCCESS [ 989.098017] env[69685]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4ea7bb1c-b746-44b1-abbe-9e20ef6cb145 deletion is rescheduled due to dependency. [ 989.098184] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4ea7bb1c-b746-44b1-abbe-9e20ef6cb145" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 989.098434] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4ea7bb1c-b746-44b1-abbe-9e20ef6cb145" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 989.098721] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4ea7bb1c-b746-44b1-abbe-9e20ef6cb145" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 989.098976] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 989.099155] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 989.099256] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 989.099480] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 989.099601] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 989.099738] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4ea7bb1c-b746-44b1-abbe-9e20ef6cb145',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 989.155902] env[69685]: INFO networking_nsxv3.common.synchronization [req-663561a9-ba56-4cf3-ae58-dcc0bfd93f06 req-6d699c1a-d03b-437b-ae70-19741959d81b tempest-MultipleCreateTestJSON-1828029754 tempest-MultipleCreateTestJSON-1828029754-project-member] Enqueued Resource ID: a1f49ff3-a7bb-4aec-a58f-628ec6679051 with Priority: HIGHEST for action security_group_members [ 989.156466] env[69685]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a1f49ff3-a7bb-4aec-a58f-628ec6679051 with Priority: HIGHEST for action security_group_members [ 989.156762] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock member-a1f49ff3-a7bb-4aec-a58f-628ec6679051 taken with stack trace [, , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 989.156865] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a1f49ff3-a7bb-4aec-a58f-628ec6679051" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 989.267703] env[69685]: INFO networking_nsxv3.common.synchronization [None req-bb465ca5-5103-4f99-a03a-21b4c9284b36 tempest-ServerActionsTestOtherA-1303343426 tempest-ServerActionsTestOtherA-1303343426-project-member] Enqueued Resource ID: e58ba48b-ffaf-4693-a8a9-628c0b411728 with Priority: HIGHEST for action security_group_rules [ 989.268281] env[69685]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e58ba48b-ffaf-4693-a8a9-628c0b411728 with Priority: HIGHEST for action security_group_rules [ 989.268635] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e58ba48b-ffaf-4693-a8a9-628c0b411728 taken with stack trace [, , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 989.268805] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e58ba48b-ffaf-4693-a8a9-628c0b411728" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 989.268924] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e58ba48b-ffaf-4693-a8a9-628c0b411728" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 989.270110] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e58ba48b-ffaf-4693-a8a9-628c0b411728" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 989.270357] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e58ba48b-ffaf-4693-a8a9-628c0b411728',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 989.280809] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('a1f49ff3-a7bb-4aec-a58f-628ec6679051',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 989.397993] env[69685]: INFO networking_nsxv3.common.synchronization [None req-fff5f458-3803-4f00-a485-cd259ba44015 tempest-ServerActionsTestOtherA-1303343426 tempest-ServerActionsTestOtherA-1303343426-project-member] Enqueued Resource ID: e58ba48b-ffaf-4693-a8a9-628c0b411728 with Priority: HIGHEST for action security_group_rules [ 989.398434] env[69685]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e58ba48b-ffaf-4693-a8a9-628c0b411728 with Priority: HIGHEST for action security_group_rules [ 989.398758] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e58ba48b-ffaf-4693-a8a9-628c0b411728 taken with stack trace [, , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 989.398840] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e58ba48b-ffaf-4693-a8a9-628c0b411728" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 989.606528] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('4ea7bb1c-b746-44b1-abbe-9e20ef6cb145',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 989.783316] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('a1f49ff3-a7bb-4aec-a58f-628ec6679051',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 989.789954] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 989.790109] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 989.790173] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 989.790383] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 989.790469] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 989.790571] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e58ba48b-ffaf-4693-a8a9-628c0b411728 already deleted. [ 989.790648] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e58ba48b-ffaf-4693-a8a9-628c0b411728" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 989.790779] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e58ba48b-ffaf-4693-a8a9-628c0b411728" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 989.790936] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e58ba48b-ffaf-4693-a8a9-628c0b411728" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 989.791071] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e58ba48b-ffaf-4693-a8a9-628c0b411728',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 989.979913] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f725338b-04fb-4229-97a1-3eaf15235ac8 in Status: SUCCESS [ 989.979913] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f725338b-04fb-4229-97a1-3eaf15235ac8" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 990.110516] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('4ea7bb1c-b746-44b1-abbe-9e20ef6cb145',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 990.285480] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 990.285652] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 990.285743] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 990.285932] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 990.286035] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 990.286140] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a1f49ff3-a7bb-4aec-a58f-628ec6679051 is going to be updated. [ 990.312183] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 990.312328] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 990.312370] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 990.312567] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 990.312712] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 990.314322] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 990.314439] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 990.314508] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 990.314672] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 990.314754] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 990.314841] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e58ba48b-ffaf-4693-a8a9-628c0b411728 already deleted. [ 990.314919] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e58ba48b-ffaf-4693-a8a9-628c0b411728" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 990.321033] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a1f49ff3-a7bb-4aec-a58f-628ec6679051 in Status: IN_PROGRESS for 2s [ 990.614395] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 990.614395] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 990.614395] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 990.614395] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 990.614395] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 990.614395] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4ea7bb1c-b746-44b1-abbe-9e20ef6cb145 is going to be updated. [ 990.641590] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 990.641590] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 990.641590] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 990.641590] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 990.641590] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 990.649177] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4ea7bb1c-b746-44b1-abbe-9e20ef6cb145 in Status: IN_PROGRESS for 2s [ 991.066021] env[69685]: INFO networking_nsxv3.common.synchronization [None req-97088403-a551-404d-9be8-2a30a3fc77df tempest-ServerRescueNegativeTestJSON-1379847541 tempest-ServerRescueNegativeTestJSON-1379847541-project-member] Enqueued Resource ID: bbed9d31-5596-43da-97e8-1afe86ce9aec with Priority: HIGHEST for action security_group_rules [ 991.066021] env[69685]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bbed9d31-5596-43da-97e8-1afe86ce9aec with Priority: HIGHEST for action security_group_rules [ 991.066021] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock rules-bbed9d31-5596-43da-97e8-1afe86ce9aec taken with stack trace [, , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 991.066021] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-bbed9d31-5596-43da-97e8-1afe86ce9aec" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 991.066021] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-bbed9d31-5596-43da-97e8-1afe86ce9aec" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 991.066893] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-bbed9d31-5596-43da-97e8-1afe86ce9aec" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 991.067878] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('bbed9d31-5596-43da-97e8-1afe86ce9aec',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 991.155471] env[69685]: INFO networking_nsxv3.common.synchronization [None req-ee0fdbba-97d0-438b-8417-61f5b7061a07 tempest-ServerRescueNegativeTestJSON-1379847541 tempest-ServerRescueNegativeTestJSON-1379847541-project-member] Enqueued Resource ID: bbed9d31-5596-43da-97e8-1afe86ce9aec with Priority: HIGHEST for action security_group_rules [ 991.156048] env[69685]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bbed9d31-5596-43da-97e8-1afe86ce9aec with Priority: HIGHEST for action security_group_rules [ 991.156501] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock rules-bbed9d31-5596-43da-97e8-1afe86ce9aec taken with stack trace [, , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 991.156605] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-bbed9d31-5596-43da-97e8-1afe86ce9aec" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 991.594026] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 991.594026] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 991.594026] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 991.594026] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 991.594026] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 991.594026] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: bbed9d31-5596-43da-97e8-1afe86ce9aec already deleted. [ 991.594026] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-bbed9d31-5596-43da-97e8-1afe86ce9aec" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 991.594026] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-bbed9d31-5596-43da-97e8-1afe86ce9aec" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 991.594026] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-bbed9d31-5596-43da-97e8-1afe86ce9aec" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 991.594026] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('bbed9d31-5596-43da-97e8-1afe86ce9aec',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 992.116961] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 992.117274] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 992.117274] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 992.117538] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 992.117663] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 992.117798] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: bbed9d31-5596-43da-97e8-1afe86ce9aec already deleted. [ 992.117893] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-bbed9d31-5596-43da-97e8-1afe86ce9aec" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 992.332793] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a1f49ff3-a7bb-4aec-a58f-628ec6679051 in Status: SUCCESS [ 992.332793] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a1f49ff3-a7bb-4aec-a58f-628ec6679051" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 992.332793] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a1f49ff3-a7bb-4aec-a58f-628ec6679051" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 992.332793] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a1f49ff3-a7bb-4aec-a58f-628ec6679051" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 992.332793] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 992.333091] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 992.333091] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 992.333167] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 992.333201] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 992.333282] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a1f49ff3-a7bb-4aec-a58f-628ec6679051',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 992.659380] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4ea7bb1c-b746-44b1-abbe-9e20ef6cb145 in Status: SUCCESS [ 992.659450] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4ea7bb1c-b746-44b1-abbe-9e20ef6cb145" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 992.659563] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4ea7bb1c-b746-44b1-abbe-9e20ef6cb145" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 992.659786] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4ea7bb1c-b746-44b1-abbe-9e20ef6cb145" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 992.660028] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 992.660146] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 992.660210] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 992.660378] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 992.660453] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 992.660536] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4ea7bb1c-b746-44b1-abbe-9e20ef6cb145" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 992.660624] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('4ea7bb1c-b746-44b1-abbe-9e20ef6cb145',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 992.836699] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 992.836699] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 992.836699] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 992.837785] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 992.837785] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 992.837785] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 992.837785] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 992.837785] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 992.837785] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 992.838133] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 992.838133] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a1f49ff3-a7bb-4aec-a58f-628ec6679051 is going to be updated. [ 992.872212] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 992.872370] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 992.872439] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 992.872643] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 992.872789] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 992.881447] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a1f49ff3-a7bb-4aec-a58f-628ec6679051 in Status: IN_PROGRESS for 2s [ 993.163176] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock member-4ea7bb1c-b746-44b1-abbe-9e20ef6cb145 taken with stack trace [, , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 993.163515] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4ea7bb1c-b746-44b1-abbe-9e20ef6cb145" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 993.163515] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4ea7bb1c-b746-44b1-abbe-9e20ef6cb145" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 993.163817] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4ea7bb1c-b746-44b1-abbe-9e20ef6cb145" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 993.163991] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 993.164182] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 993.164182] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 993.167522] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 993.167522] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 993.167522] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4ea7bb1c-b746-44b1-abbe-9e20ef6cb145" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 993.167522] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock member-4ea7bb1c-b746-44b1-abbe-9e20ef6cb145 taken with stack trace [, , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 993.167522] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4ea7bb1c-b746-44b1-abbe-9e20ef6cb145" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 993.167522] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4ea7bb1c-b746-44b1-abbe-9e20ef6cb145" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 993.167522] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4ea7bb1c-b746-44b1-abbe-9e20ef6cb145" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 993.167522] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 993.167522] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 993.167522] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 993.167522] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 993.167522] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 993.167522] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4ea7bb1c-b746-44b1-abbe-9e20ef6cb145" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 993.167522] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('4ea7bb1c-b746-44b1-abbe-9e20ef6cb145',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 993.669171] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 4ea7bb1c-b746-44b1-abbe-9e20ef6cb145: rpc.has_security_group_logging(os_id): False [ 993.687393] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 993.687540] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 993.687617] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 993.687813] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 993.687909] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 993.688124] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 993.688219] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 993.688273] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 993.688510] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 993.688510] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 993.689925] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 993.689925] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 993.689925] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 993.689925] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 993.689925] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 993.689925] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 993.689925] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 993.689925] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 993.689925] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 993.689925] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 993.689925] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 4ea7bb1c-b746-44b1-abbe-9e20ef6cb145 is going to be updated. [ 993.749344] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 993.749344] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 993.749344] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 993.749344] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 993.749344] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 993.765453] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 4ea7bb1c-b746-44b1-abbe-9e20ef6cb145 in Status: IN_PROGRESS for 2s [ 994.892958] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a1f49ff3-a7bb-4aec-a58f-628ec6679051 in Status: SUCCESS [ 994.893254] env[69685]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a1f49ff3-a7bb-4aec-a58f-628ec6679051 deletion is rescheduled due to dependency. [ 994.893301] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a1f49ff3-a7bb-4aec-a58f-628ec6679051" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 995.431757] env[69685]: INFO networking_nsxv3.common.synchronization [req-6abea836-a5ce-4c4b-aec9-433c98563b59 req-8e061ce5-fa02-4a12-9bbd-d8dfea4da3b4 tempest-MigrationsAdminTest-1510868376 tempest-MigrationsAdminTest-1510868376-project-member] Enqueued Resource ID: f7493f91-3855-4cdf-b1bb-82c20660c232 with Priority: HIGHEST for action security_group_members [ 995.432351] env[69685]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f7493f91-3855-4cdf-b1bb-82c20660c232 with Priority: HIGHEST for action security_group_members [ 995.432665] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock member-f7493f91-3855-4cdf-b1bb-82c20660c232 taken with stack trace [, , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 995.432787] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f7493f91-3855-4cdf-b1bb-82c20660c232" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 995.432845] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f7493f91-3855-4cdf-b1bb-82c20660c232" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 995.433058] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f7493f91-3855-4cdf-b1bb-82c20660c232" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 995.433216] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 995.433316] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 995.433378] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 995.433618] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 995.433681] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 995.433738] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f7493f91-3855-4cdf-b1bb-82c20660c232',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 995.768590] env[69685]: DEBUG networking_nsxv3.common.locking [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Lock network-756 taken with stack trace [, , , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 995.768836] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquiring lock "network-756" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 995.769014] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquired lock "network-756" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 995.769498] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquired external semaphore "network-756" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 995.769764] env[69685]: DEBUG networking_nsxv3.common.locking [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 995.769969] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquiring lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 995.770152] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquired lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 995.770627] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquired external semaphore "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 995.770935] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Releasing lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 995.771232] env[69685]: DEBUG dogpile.cache.region [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] No value present for key: 'zone-id' {{(pid=69685) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 995.771452] env[69685]: DEBUG dogpile.lock [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] NeedRegenerationException {{(pid=69685) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 995.771652] env[69685]: DEBUG dogpile.lock [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] no value, waiting for create lock {{(pid=69685) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 995.771880] env[69685]: DEBUG dogpile.lock [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] value creation lock acquired {{(pid=69685) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 995.772090] env[69685]: DEBUG dogpile.cache.region [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] No value present for key: 'zone-id' {{(pid=69685) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 995.772292] env[69685]: DEBUG dogpile.lock [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Calling creation function for not-yet-present value {{(pid=69685) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 995.772465] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 995.793795] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 995.793962] env[69685]: DEBUG dogpile.cache.region [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=69685) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 995.794141] env[69685]: DEBUG dogpile.lock [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Released creation lock {{(pid=69685) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 995.794353] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Releasing lock "network-756" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 995.794746] env[69685]: DEBUG networking_nsxv3.common.locking [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Lock port-62fedc36-0fb0-4eb9-85cd-36a260156d70 taken with stack trace [, , , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 995.794972] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquiring lock "port-62fedc36-0fb0-4eb9-85cd-36a260156d70" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 995.795126] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquired lock "port-62fedc36-0fb0-4eb9-85cd-36a260156d70" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 995.795439] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquired external semaphore "port-62fedc36-0fb0-4eb9-85cd-36a260156d70" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 995.795584] env[69685]: DEBUG networking_nsxv3.api.rpc [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('62fedc36-0fb0-4eb9-85cd-36a260156d70',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 995.797349] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 4ea7bb1c-b746-44b1-abbe-9e20ef6cb145 in Status: SUCCESS [ 995.797349] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-4ea7bb1c-b746-44b1-abbe-9e20ef6cb145" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 995.935983] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('f7493f91-3855-4cdf-b1bb-82c20660c232',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 996.298352] env[69685]: DEBUG networking_nsxv3.common.locking [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 996.298691] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquiring lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 996.298826] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquired lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 996.299131] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquired external semaphore "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 996.299294] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Releasing lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 996.299454] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Segment Port 62fedc36-0fb0-4eb9-85cd-36a260156d70 not found, creating... [ 996.299726] env[69685]: DEBUG networking_nsxv3.common.locking [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 996.299887] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquiring lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 996.300014] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquired lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 996.300244] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquired external semaphore "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 996.300386] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Releasing lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 996.300669] env[69685]: DEBUG networking_nsxv3.common.locking [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 996.301018] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquiring lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 996.301179] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquired lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 996.301362] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquired external semaphore "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 996.301509] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Releasing lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 996.301674] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Resource: SegmentPort with ID: 62fedc36-0fb0-4eb9-85cd-36a260156d70 is going to be created. [ 996.321126] env[69685]: DEBUG networking_nsxv3.common.locking [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 996.321332] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquiring lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 996.321553] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquired lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 996.321811] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquired external semaphore "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 996.322374] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Releasing lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 996.322717] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Releasing lock "port-62fedc36-0fb0-4eb9-85cd-36a260156d70" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 996.438750] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('f7493f91-3855-4cdf-b1bb-82c20660c232',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 996.941175] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 996.941480] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 996.941480] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 996.941605] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 996.941692] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 996.941789] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f7493f91-3855-4cdf-b1bb-82c20660c232 is going to be updated. [ 996.972714] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 996.972865] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 996.972918] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 996.973137] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 996.973276] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 996.982693] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f7493f91-3855-4cdf-b1bb-82c20660c232 in Status: IN_PROGRESS for 2s [ 997.057808] env[69685]: INFO networking_nsxv3.common.synchronization [req-6abea836-a5ce-4c4b-aec9-433c98563b59 req-6ab79102-0ed4-412b-8719-0eff2d4c8854 service nova] Enqueued Resource ID: f7493f91-3855-4cdf-b1bb-82c20660c232 with Priority: HIGHEST for action security_group_rules [ 997.057808] env[69685]: INFO networking_nsxv3.common.synchronization [req-6abea836-a5ce-4c4b-aec9-433c98563b59 req-6ab79102-0ed4-412b-8719-0eff2d4c8854 service nova] Enqueued Resource ID: f7493f91-3855-4cdf-b1bb-82c20660c232 with Priority: HIGHEST for action security_group_members [ 997.057984] env[69685]: INFO networking_nsxv3.common.synchronization [req-6abea836-a5ce-4c4b-aec9-433c98563b59 req-6ab79102-0ed4-412b-8719-0eff2d4c8854 service nova] Enqueued Resource ID: 62fedc36-0fb0-4eb9-85cd-36a260156d70 with Priority: HIGHEST for action port [ 997.058204] env[69685]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f7493f91-3855-4cdf-b1bb-82c20660c232 with Priority: HIGHEST for action security_group_rules [ 997.058278] env[69685]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f7493f91-3855-4cdf-b1bb-82c20660c232 with Priority: HIGHEST for action security_group_members [ 997.058460] env[69685]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 62fedc36-0fb0-4eb9-85cd-36a260156d70 with Priority: HIGHEST for action port [ 997.059270] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f7493f91-3855-4cdf-b1bb-82c20660c232 taken with stack trace [, , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 997.059459] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f7493f91-3855-4cdf-b1bb-82c20660c232" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 997.059459] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f7493f91-3855-4cdf-b1bb-82c20660c232" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 997.061621] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f7493f91-3855-4cdf-b1bb-82c20660c232" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 997.061621] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f7493f91-3855-4cdf-b1bb-82c20660c232',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 997.062327] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock member-f7493f91-3855-4cdf-b1bb-82c20660c232 taken with stack trace [, , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 997.062327] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f7493f91-3855-4cdf-b1bb-82c20660c232" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 997.062431] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock port-62fedc36-0fb0-4eb9-85cd-36a260156d70 taken with stack trace [, , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 997.062545] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-62fedc36-0fb0-4eb9-85cd-36a260156d70" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 997.062579] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-62fedc36-0fb0-4eb9-85cd-36a260156d70" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 997.062746] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-62fedc36-0fb0-4eb9-85cd-36a260156d70" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 997.062818] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('62fedc36-0fb0-4eb9-85cd-36a260156d70',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 997.564444] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock member-f7493f91-3855-4cdf-b1bb-82c20660c232 taken with stack trace [, , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 997.564584] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f7493f91-3855-4cdf-b1bb-82c20660c232" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 997.564837] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 62fedc36-0fb0-4eb9-85cd-36a260156d70 with status ACTIVE [ 997.565019] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 997.565481] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 997.565481] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 997.565481] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 997.565481] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 997.565705] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 997.565754] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 997.565786] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 997.565937] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 997.566103] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 997.566208] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 997.566332] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 997.566401] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 997.566493] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 997.566566] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 997.566649] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 62fedc36-0fb0-4eb9-85cd-36a260156d70 is going to be updated. [ 997.587344] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 997.587520] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 997.587595] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 997.587817] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 997.587951] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 997.588126] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-62fedc36-0fb0-4eb9-85cd-36a260156d70" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 998.991835] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f7493f91-3855-4cdf-b1bb-82c20660c232 in Status: SUCCESS [ 998.992095] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f7493f91-3855-4cdf-b1bb-82c20660c232" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 998.992179] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f7493f91-3855-4cdf-b1bb-82c20660c232" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 998.992424] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f7493f91-3855-4cdf-b1bb-82c20660c232" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 998.992645] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 998.992756] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 998.992816] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 998.992974] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 998.993066] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 998.993166] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f7493f91-3855-4cdf-b1bb-82c20660c232',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 999.496193] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('f7493f91-3855-4cdf-b1bb-82c20660c232',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 999.998911] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('f7493f91-3855-4cdf-b1bb-82c20660c232',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1000.501069] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1000.501235] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1000.501305] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1000.501528] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1000.501622] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1000.501725] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f7493f91-3855-4cdf-b1bb-82c20660c232 is going to be updated. [ 1000.529358] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1000.529509] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1000.529581] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1000.529778] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1000.529918] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1000.537744] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f7493f91-3855-4cdf-b1bb-82c20660c232 in Status: IN_PROGRESS for 2s [ 1001.155125] env[69685]: INFO networking_nsxv3.common.synchronization [req-88c9a4f5-a94d-4343-88a5-f8f3b35c3488 req-712b41d9-3f13-458a-b628-a6a18603a17a tempest-DeleteServersTestJSON-1187572763 tempest-DeleteServersTestJSON-1187572763-project-member] Enqueued Resource ID: 86643987-b9b4-44bb-b22a-ed3d1837d6d7 with Priority: HIGHEST for action security_group_members [ 1001.155805] env[69685]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 86643987-b9b4-44bb-b22a-ed3d1837d6d7 with Priority: HIGHEST for action security_group_members [ 1001.156169] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock member-86643987-b9b4-44bb-b22a-ed3d1837d6d7 taken with stack trace [, , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1001.156299] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-86643987-b9b4-44bb-b22a-ed3d1837d6d7" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1001.156376] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-86643987-b9b4-44bb-b22a-ed3d1837d6d7" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1001.156739] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-86643987-b9b4-44bb-b22a-ed3d1837d6d7" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1001.156739] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1001.156904] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1001.156904] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1001.157102] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1001.157194] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1001.157292] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('86643987-b9b4-44bb-b22a-ed3d1837d6d7',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1001.452800] env[69685]: DEBUG networking_nsxv3.common.locking [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Lock network-782 taken with stack trace [, , , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1001.453023] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquiring lock "network-782" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1001.453185] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquired lock "network-782" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1001.453455] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquired external semaphore "network-782" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1001.453780] env[69685]: DEBUG networking_nsxv3.common.locking [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1001.453882] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquiring lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1001.454009] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquired lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1001.454403] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquired external semaphore "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1001.454560] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Releasing lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1001.455147] env[69685]: DEBUG dogpile.cache.region [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] No value present for key: 'zone-id' {{(pid=69685) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1001.455147] env[69685]: DEBUG dogpile.lock [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] NeedRegenerationException {{(pid=69685) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1001.455147] env[69685]: DEBUG dogpile.lock [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] no value, waiting for create lock {{(pid=69685) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1001.455147] env[69685]: DEBUG dogpile.lock [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] value creation lock acquired {{(pid=69685) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1001.455332] env[69685]: DEBUG dogpile.cache.region [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] No value present for key: 'zone-id' {{(pid=69685) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1001.455332] env[69685]: DEBUG dogpile.lock [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Calling creation function for not-yet-present value {{(pid=69685) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1001.455457] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1001.473271] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1001.473442] env[69685]: DEBUG dogpile.cache.region [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Cache value generated in 0.018 seconds for key(s): 'zone-id' {{(pid=69685) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1001.473607] env[69685]: DEBUG dogpile.lock [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Released creation lock {{(pid=69685) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1001.473757] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Releasing lock "network-782" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1001.474077] env[69685]: DEBUG networking_nsxv3.common.locking [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Lock port-c3c4736e-157e-4aaa-ae75-f8e097992301 taken with stack trace [, , , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1001.474253] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquiring lock "port-c3c4736e-157e-4aaa-ae75-f8e097992301" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1001.474375] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquired lock "port-c3c4736e-157e-4aaa-ae75-f8e097992301" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1001.474689] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquired external semaphore "port-c3c4736e-157e-4aaa-ae75-f8e097992301" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1001.474822] env[69685]: DEBUG networking_nsxv3.api.rpc [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c3c4736e-157e-4aaa-ae75-f8e097992301',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1001.660030] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1001.660220] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1001.660294] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1001.660505] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1001.660600] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1001.661165] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1001.661165] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1001.661165] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1001.661165] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1001.661377] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1001.661377] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 86643987-b9b4-44bb-b22a-ed3d1837d6d7 is going to be updated. [ 1001.687771] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1001.687908] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1001.687982] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1001.688190] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1001.688338] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1001.697055] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 86643987-b9b4-44bb-b22a-ed3d1837d6d7 in Status: IN_PROGRESS for 2s [ 1001.980101] env[69685]: DEBUG networking_nsxv3.common.locking [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1001.980334] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquiring lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1001.980466] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquired lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1001.980736] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquired external semaphore "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1001.980890] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Releasing lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1001.981062] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Segment Port c3c4736e-157e-4aaa-ae75-f8e097992301 not found, creating... [ 1001.981354] env[69685]: DEBUG networking_nsxv3.common.locking [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1001.981523] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquiring lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1001.981718] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquired lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1001.981852] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquired external semaphore "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1001.982143] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Releasing lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1001.982280] env[69685]: DEBUG networking_nsxv3.common.locking [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1001.982435] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquiring lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1001.982562] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquired lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1001.985086] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquired external semaphore "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1001.985256] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Releasing lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1001.985406] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Resource: SegmentPort with ID: c3c4736e-157e-4aaa-ae75-f8e097992301 is going to be created. [ 1002.005853] env[69685]: DEBUG networking_nsxv3.common.locking [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1002.006094] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquiring lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1002.006221] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquired lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1002.006527] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquired external semaphore "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1002.006820] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Releasing lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1002.007073] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Releasing lock "port-c3c4736e-157e-4aaa-ae75-f8e097992301" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1002.548070] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f7493f91-3855-4cdf-b1bb-82c20660c232 in Status: SUCCESS [ 1002.548365] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f7493f91-3855-4cdf-b1bb-82c20660c232" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1002.548472] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f7493f91-3855-4cdf-b1bb-82c20660c232" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1002.548763] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f7493f91-3855-4cdf-b1bb-82c20660c232" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1002.548960] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1002.549097] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1002.549163] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1002.549318] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1002.549399] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1002.549528] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f7493f91-3855-4cdf-b1bb-82c20660c232" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1002.549610] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('f7493f91-3855-4cdf-b1bb-82c20660c232',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1002.717590] env[69685]: INFO networking_nsxv3.common.synchronization [req-88c9a4f5-a94d-4343-88a5-f8f3b35c3488 req-e4662f9e-ac01-4bc2-a745-3ee248cbb560 service nova] Enqueued Resource ID: 86643987-b9b4-44bb-b22a-ed3d1837d6d7 with Priority: HIGHEST for action security_group_rules [ 1002.717804] env[69685]: INFO networking_nsxv3.common.synchronization [req-88c9a4f5-a94d-4343-88a5-f8f3b35c3488 req-e4662f9e-ac01-4bc2-a745-3ee248cbb560 service nova] Enqueued Resource ID: 86643987-b9b4-44bb-b22a-ed3d1837d6d7 with Priority: HIGHEST for action security_group_members [ 1002.717969] env[69685]: INFO networking_nsxv3.common.synchronization [req-88c9a4f5-a94d-4343-88a5-f8f3b35c3488 req-e4662f9e-ac01-4bc2-a745-3ee248cbb560 service nova] Enqueued Resource ID: c3c4736e-157e-4aaa-ae75-f8e097992301 with Priority: HIGHEST for action port [ 1002.718565] env[69685]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 86643987-b9b4-44bb-b22a-ed3d1837d6d7 with Priority: HIGHEST for action security_group_rules [ 1002.718738] env[69685]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 86643987-b9b4-44bb-b22a-ed3d1837d6d7 with Priority: HIGHEST for action security_group_members [ 1002.718862] env[69685]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c3c4736e-157e-4aaa-ae75-f8e097992301 with Priority: HIGHEST for action port [ 1002.719222] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock rules-86643987-b9b4-44bb-b22a-ed3d1837d6d7 taken with stack trace [, , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1002.719374] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-86643987-b9b4-44bb-b22a-ed3d1837d6d7" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1002.719419] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-86643987-b9b4-44bb-b22a-ed3d1837d6d7" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1002.719687] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-86643987-b9b4-44bb-b22a-ed3d1837d6d7" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1002.719687] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('86643987-b9b4-44bb-b22a-ed3d1837d6d7',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1002.720810] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock member-86643987-b9b4-44bb-b22a-ed3d1837d6d7 taken with stack trace [, , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1002.720810] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-86643987-b9b4-44bb-b22a-ed3d1837d6d7" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1002.720981] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock port-c3c4736e-157e-4aaa-ae75-f8e097992301 taken with stack trace [, , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1002.721110] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-c3c4736e-157e-4aaa-ae75-f8e097992301" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1002.721174] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-c3c4736e-157e-4aaa-ae75-f8e097992301" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1002.721349] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-c3c4736e-157e-4aaa-ae75-f8e097992301" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1002.721516] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c3c4736e-157e-4aaa-ae75-f8e097992301',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1002.740679] env[69685]: INFO networking_nsxv3.common.synchronization [None req-37b87977-52f5-4786-9f1b-20acb6c45bda None None] Enqueued Resource ID: 9f6d481e-8eb1-4951-adf7-ca3a25f53f6f with Priority: HIGHEST for action port [ 1002.741331] env[69685]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9f6d481e-8eb1-4951-adf7-ca3a25f53f6f with Priority: HIGHEST for action port [ 1002.743499] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock port-9f6d481e-8eb1-4951-adf7-ca3a25f53f6f taken with stack trace [, , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1002.743499] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-9f6d481e-8eb1-4951-adf7-ca3a25f53f6f" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1002.743499] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-9f6d481e-8eb1-4951-adf7-ca3a25f53f6f" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1002.743499] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-9f6d481e-8eb1-4951-adf7-ca3a25f53f6f" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1002.743499] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9f6d481e-8eb1-4951-adf7-ca3a25f53f6f',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1003.056129] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock member-f7493f91-3855-4cdf-b1bb-82c20660c232 taken with stack trace [, , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1003.056129] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f7493f91-3855-4cdf-b1bb-82c20660c232" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1003.056129] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f7493f91-3855-4cdf-b1bb-82c20660c232" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1003.056129] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f7493f91-3855-4cdf-b1bb-82c20660c232" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1003.056129] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1003.056129] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1003.056129] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1003.056129] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1003.056129] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1003.056129] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f7493f91-3855-4cdf-b1bb-82c20660c232" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1003.056129] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock member-f7493f91-3855-4cdf-b1bb-82c20660c232 taken with stack trace [, , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1003.056129] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f7493f91-3855-4cdf-b1bb-82c20660c232" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1003.056129] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f7493f91-3855-4cdf-b1bb-82c20660c232" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1003.056129] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f7493f91-3855-4cdf-b1bb-82c20660c232" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1003.056129] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1003.056129] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1003.056854] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1003.056854] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1003.056854] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1003.056854] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f7493f91-3855-4cdf-b1bb-82c20660c232" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1003.056854] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('f7493f91-3855-4cdf-b1bb-82c20660c232',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1003.224577] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port c3c4736e-157e-4aaa-ae75-f8e097992301 with status ACTIVE [ 1003.224841] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1003.228035] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1003.228035] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1003.228035] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1003.228035] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1003.228035] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1003.228035] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1003.228035] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1003.228035] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1003.228035] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1003.228035] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1003.228035] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1003.228035] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1003.228035] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1003.228035] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1003.228035] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: c3c4736e-157e-4aaa-ae75-f8e097992301 is going to be updated. [ 1003.229434] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock member-86643987-b9b4-44bb-b22a-ed3d1837d6d7 taken with stack trace [, , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1003.229434] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-86643987-b9b4-44bb-b22a-ed3d1837d6d7" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1003.245936] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 9f6d481e-8eb1-4951-adf7-ca3a25f53f6f [ 1003.246241] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1003.246381] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1003.246474] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1003.246727] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1003.246844] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1003.246952] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:9f6d481e-8eb1-4951-adf7-ca3a25f53f6f already deleted. [ 1003.247077] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-9f6d481e-8eb1-4951-adf7-ca3a25f53f6f" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1003.254917] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1003.254917] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1003.254917] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1003.254917] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1003.254917] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1003.254917] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-c3c4736e-157e-4aaa-ae75-f8e097992301" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1003.560618] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for f7493f91-3855-4cdf-b1bb-82c20660c232: rpc.has_security_group_logging(os_id): False [ 1003.578333] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1003.578751] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1003.578884] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1003.579048] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1003.579145] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1003.579403] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1003.579505] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1003.579572] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1003.579732] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1003.579809] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1003.579990] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1003.580097] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1003.580161] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1003.583691] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1003.583785] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1003.584174] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1003.584174] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1003.584174] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1003.584337] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1003.584444] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1003.584540] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f7493f91-3855-4cdf-b1bb-82c20660c232 is going to be updated. [ 1003.648472] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1003.648705] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1003.648770] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1003.649115] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1003.649265] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1003.673482] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f7493f91-3855-4cdf-b1bb-82c20660c232 in Status: IN_PROGRESS for 2s [ 1003.719582] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 86643987-b9b4-44bb-b22a-ed3d1837d6d7 in Status: SUCCESS [ 1003.720163] env[69685]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 86643987-b9b4-44bb-b22a-ed3d1837d6d7 deletion is rescheduled due to dependency. [ 1003.720980] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-86643987-b9b4-44bb-b22a-ed3d1837d6d7" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1003.720980] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-86643987-b9b4-44bb-b22a-ed3d1837d6d7" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1003.720980] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-86643987-b9b4-44bb-b22a-ed3d1837d6d7" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1003.722181] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1003.722181] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1003.722181] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1003.722181] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1003.722181] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1003.722181] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('86643987-b9b4-44bb-b22a-ed3d1837d6d7',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1004.226250] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('86643987-b9b4-44bb-b22a-ed3d1837d6d7',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1004.732067] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('86643987-b9b4-44bb-b22a-ed3d1837d6d7',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1004.791108] env[69685]: INFO networking_nsxv3.common.synchronization [None req-a6da3255-8ecc-494f-9067-dc58d8fcf857 None None] Enqueued Resource ID: 3fbff618-567f-4331-afd0-dc521078a8a9 with Priority: HIGHEST for action port [ 1004.791108] env[69685]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3fbff618-567f-4331-afd0-dc521078a8a9 with Priority: HIGHEST for action port [ 1004.791108] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock port-3fbff618-567f-4331-afd0-dc521078a8a9 taken with stack trace [, , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1004.791108] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-3fbff618-567f-4331-afd0-dc521078a8a9" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1004.791108] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-3fbff618-567f-4331-afd0-dc521078a8a9" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1004.791108] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-3fbff618-567f-4331-afd0-dc521078a8a9" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1004.791108] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3fbff618-567f-4331-afd0-dc521078a8a9',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1005.022342] env[69685]: INFO networking_nsxv3.common.synchronization [req-59efd8c4-a68d-43fb-9169-8540776409d0 req-7279e346-4fa8-429b-926d-5922ac68cddd tempest-ServerDiskConfigTestJSON-901540771 tempest-ServerDiskConfigTestJSON-901540771-project-member] Enqueued Resource ID: 5ef219b4-c621-4645-9c97-22a83d872582 with Priority: HIGHEST for action security_group_members [ 1005.022945] env[69685]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5ef219b4-c621-4645-9c97-22a83d872582 with Priority: HIGHEST for action security_group_members [ 1005.023290] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock member-5ef219b4-c621-4645-9c97-22a83d872582 taken with stack trace [, , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1005.023418] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5ef219b4-c621-4645-9c97-22a83d872582" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1005.023486] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5ef219b4-c621-4645-9c97-22a83d872582" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1005.023689] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5ef219b4-c621-4645-9c97-22a83d872582" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1005.023841] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1005.023963] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1005.024848] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1005.024939] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1005.025041] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1005.025149] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5ef219b4-c621-4645-9c97-22a83d872582',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1005.235482] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1005.235788] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1005.235788] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1005.236059] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1005.236182] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1005.236321] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 86643987-b9b4-44bb-b22a-ed3d1837d6d7 is going to be updated. [ 1005.270942] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1005.271585] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1005.271585] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1005.271739] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1005.271821] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1005.281604] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 86643987-b9b4-44bb-b22a-ed3d1837d6d7 in Status: IN_PROGRESS for 2s [ 1005.294914] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 3fbff618-567f-4331-afd0-dc521078a8a9 [ 1005.295668] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1005.295916] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1005.296080] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1005.296475] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1005.296475] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1005.296912] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:3fbff618-567f-4331-afd0-dc521078a8a9 already deleted. [ 1005.296912] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-3fbff618-567f-4331-afd0-dc521078a8a9" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1005.533024] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1005.533024] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1005.533024] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1005.533024] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1005.533024] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1005.533024] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1005.533024] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1005.533024] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1005.533024] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1005.533024] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1005.533024] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5ef219b4-c621-4645-9c97-22a83d872582 is going to be updated. [ 1005.563020] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1005.563020] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1005.563020] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1005.563020] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1005.563020] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1005.571580] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5ef219b4-c621-4645-9c97-22a83d872582 in Status: IN_PROGRESS for 2s [ 1005.689710] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f7493f91-3855-4cdf-b1bb-82c20660c232 in Status: SUCCESS [ 1005.690126] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f7493f91-3855-4cdf-b1bb-82c20660c232" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1006.077826] env[69685]: DEBUG networking_nsxv3.common.locking [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Lock network-601 taken with stack trace [, , , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1006.077826] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquiring lock "network-601" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1006.077826] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquired lock "network-601" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1006.077826] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquired external semaphore "network-601" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1006.077826] env[69685]: DEBUG networking_nsxv3.common.locking [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1006.077826] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquiring lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1006.077826] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquired lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1006.077826] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquired external semaphore "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1006.077826] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Releasing lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1006.077826] env[69685]: DEBUG dogpile.cache.region [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] No value present for key: 'zone-id' {{(pid=69685) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1006.077826] env[69685]: DEBUG dogpile.lock [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] NeedRegenerationException {{(pid=69685) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1006.077826] env[69685]: DEBUG dogpile.lock [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] no value, waiting for create lock {{(pid=69685) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1006.077826] env[69685]: DEBUG dogpile.lock [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] value creation lock acquired {{(pid=69685) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1006.079118] env[69685]: DEBUG dogpile.cache.region [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] No value present for key: 'zone-id' {{(pid=69685) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1006.079118] env[69685]: DEBUG dogpile.lock [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Calling creation function for not-yet-present value {{(pid=69685) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1006.079118] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1006.097512] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1006.097512] env[69685]: DEBUG dogpile.cache.region [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=69685) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1006.097512] env[69685]: DEBUG dogpile.lock [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Released creation lock {{(pid=69685) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1006.097512] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Releasing lock "network-601" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1006.097512] env[69685]: DEBUG networking_nsxv3.common.locking [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Lock port-1cda2481-ab53-470e-897d-1e4a9b0dde62 taken with stack trace [, , , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1006.097769] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquiring lock "port-1cda2481-ab53-470e-897d-1e4a9b0dde62" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1006.098411] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquired lock "port-1cda2481-ab53-470e-897d-1e4a9b0dde62" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1006.098505] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquired external semaphore "port-1cda2481-ab53-470e-897d-1e4a9b0dde62" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1006.098753] env[69685]: DEBUG networking_nsxv3.api.rpc [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1cda2481-ab53-470e-897d-1e4a9b0dde62',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1006.175487] env[69685]: INFO networking_nsxv3.common.synchronization [req-fe32f77f-b875-4ba3-acd2-75cb4267fe50 req-0e8f142e-e758-4703-b5a6-c6f4cec23a3f tempest-ServersWithSpecificFlavorTestJSON-575759741 tempest-ServersWithSpecificFlavorTestJSON-575759741-project-member] Enqueued Resource ID: 3020eacc-da2b-44d0-a6a9-b3a094cac43a with Priority: HIGHEST for action security_group_members [ 1006.176095] env[69685]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3020eacc-da2b-44d0-a6a9-b3a094cac43a with Priority: HIGHEST for action security_group_members [ 1006.176448] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock member-3020eacc-da2b-44d0-a6a9-b3a094cac43a taken with stack trace [, , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1006.176617] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3020eacc-da2b-44d0-a6a9-b3a094cac43a" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1006.176717] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3020eacc-da2b-44d0-a6a9-b3a094cac43a" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1006.177098] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3020eacc-da2b-44d0-a6a9-b3a094cac43a" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1006.177247] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1006.177410] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1006.177505] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1006.177850] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1006.177850] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1006.177967] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3020eacc-da2b-44d0-a6a9-b3a094cac43a',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1006.601718] env[69685]: DEBUG networking_nsxv3.common.locking [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1006.601968] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquiring lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1006.602116] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquired lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1006.602504] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquired external semaphore "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1006.602581] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Releasing lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1006.602735] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Segment Port 1cda2481-ab53-470e-897d-1e4a9b0dde62 not found, creating... [ 1006.603017] env[69685]: DEBUG networking_nsxv3.common.locking [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1006.603244] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquiring lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1006.603297] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquired lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1006.603521] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquired external semaphore "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1006.603664] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Releasing lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1006.603957] env[69685]: DEBUG networking_nsxv3.common.locking [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1006.607760] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquiring lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1006.607760] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquired lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1006.607760] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquired external semaphore "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1006.607760] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Releasing lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1006.607760] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Resource: SegmentPort with ID: 1cda2481-ab53-470e-897d-1e4a9b0dde62 is going to be created. [ 1006.626698] env[69685]: DEBUG networking_nsxv3.common.locking [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1006.626698] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquiring lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1006.626698] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquired lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1006.626698] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquired external semaphore "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1006.626698] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Releasing lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1006.626698] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Releasing lock "port-1cda2481-ab53-470e-897d-1e4a9b0dde62" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1006.680797] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1006.680797] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1006.680797] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1006.680797] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1006.680797] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1006.681462] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1006.681712] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1006.683847] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1006.683847] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1006.683847] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1006.683847] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3020eacc-da2b-44d0-a6a9-b3a094cac43a is going to be updated. [ 1006.720703] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1006.721099] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1006.721099] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1006.721424] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1006.723061] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1006.732389] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3020eacc-da2b-44d0-a6a9-b3a094cac43a in Status: IN_PROGRESS for 2s [ 1007.291365] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 86643987-b9b4-44bb-b22a-ed3d1837d6d7 in Status: SUCCESS [ 1007.291646] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-86643987-b9b4-44bb-b22a-ed3d1837d6d7" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1007.291779] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-86643987-b9b4-44bb-b22a-ed3d1837d6d7" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1007.291998] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-86643987-b9b4-44bb-b22a-ed3d1837d6d7" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1007.293029] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1007.293029] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1007.293029] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1007.293029] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1007.293029] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1007.293029] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-86643987-b9b4-44bb-b22a-ed3d1837d6d7" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1007.293029] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('86643987-b9b4-44bb-b22a-ed3d1837d6d7',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1007.590536] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5ef219b4-c621-4645-9c97-22a83d872582 in Status: SUCCESS [ 1007.590536] env[69685]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5ef219b4-c621-4645-9c97-22a83d872582 deletion is rescheduled due to dependency. [ 1007.590536] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5ef219b4-c621-4645-9c97-22a83d872582" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1007.643856] env[69685]: INFO networking_nsxv3.common.synchronization [req-59efd8c4-a68d-43fb-9169-8540776409d0 req-eeca1697-d12a-458f-8a2c-22597e24338b service nova] Enqueued Resource ID: 5ef219b4-c621-4645-9c97-22a83d872582 with Priority: HIGHEST for action security_group_rules [ 1007.645101] env[69685]: INFO networking_nsxv3.common.synchronization [req-59efd8c4-a68d-43fb-9169-8540776409d0 req-eeca1697-d12a-458f-8a2c-22597e24338b service nova] Enqueued Resource ID: 5ef219b4-c621-4645-9c97-22a83d872582 with Priority: HIGHEST for action security_group_members [ 1007.645101] env[69685]: INFO networking_nsxv3.common.synchronization [req-59efd8c4-a68d-43fb-9169-8540776409d0 req-eeca1697-d12a-458f-8a2c-22597e24338b service nova] Enqueued Resource ID: 1cda2481-ab53-470e-897d-1e4a9b0dde62 with Priority: HIGHEST for action port [ 1007.645101] env[69685]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5ef219b4-c621-4645-9c97-22a83d872582 with Priority: HIGHEST for action security_group_rules [ 1007.645101] env[69685]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5ef219b4-c621-4645-9c97-22a83d872582 with Priority: HIGHEST for action security_group_members [ 1007.645101] env[69685]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1cda2481-ab53-470e-897d-1e4a9b0dde62 with Priority: HIGHEST for action port [ 1007.645722] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock rules-5ef219b4-c621-4645-9c97-22a83d872582 taken with stack trace [, , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1007.645722] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-5ef219b4-c621-4645-9c97-22a83d872582" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1007.645722] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-5ef219b4-c621-4645-9c97-22a83d872582" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1007.645872] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-5ef219b4-c621-4645-9c97-22a83d872582" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1007.646052] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('5ef219b4-c621-4645-9c97-22a83d872582',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1007.646913] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock member-5ef219b4-c621-4645-9c97-22a83d872582 taken with stack trace [, , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1007.647079] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5ef219b4-c621-4645-9c97-22a83d872582" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1007.647137] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5ef219b4-c621-4645-9c97-22a83d872582" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1007.647314] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5ef219b4-c621-4645-9c97-22a83d872582" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1007.648166] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1007.648166] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1007.648166] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1007.648166] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1007.648166] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1007.648166] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5ef219b4-c621-4645-9c97-22a83d872582',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1007.649327] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock port-1cda2481-ab53-470e-897d-1e4a9b0dde62 taken with stack trace [, , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1007.649327] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-1cda2481-ab53-470e-897d-1e4a9b0dde62" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1007.649327] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-1cda2481-ab53-470e-897d-1e4a9b0dde62" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1007.651540] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-1cda2481-ab53-470e-897d-1e4a9b0dde62" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1007.651540] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1cda2481-ab53-470e-897d-1e4a9b0dde62',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1007.796697] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock member-86643987-b9b4-44bb-b22a-ed3d1837d6d7 taken with stack trace [, , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1007.798075] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-86643987-b9b4-44bb-b22a-ed3d1837d6d7" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1007.798278] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-86643987-b9b4-44bb-b22a-ed3d1837d6d7" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1007.798646] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-86643987-b9b4-44bb-b22a-ed3d1837d6d7" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1007.798967] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1007.800500] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1007.800500] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1007.800500] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1007.800500] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1007.800500] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-86643987-b9b4-44bb-b22a-ed3d1837d6d7" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1007.803395] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock member-86643987-b9b4-44bb-b22a-ed3d1837d6d7 taken with stack trace [, , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1007.803395] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-86643987-b9b4-44bb-b22a-ed3d1837d6d7" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1007.803395] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-86643987-b9b4-44bb-b22a-ed3d1837d6d7" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1007.803395] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-86643987-b9b4-44bb-b22a-ed3d1837d6d7" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1007.803395] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1007.803395] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1007.803395] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1007.803395] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1007.803395] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1007.803395] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-86643987-b9b4-44bb-b22a-ed3d1837d6d7" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1007.803395] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('86643987-b9b4-44bb-b22a-ed3d1837d6d7',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1008.152683] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock member-5ef219b4-c621-4645-9c97-22a83d872582 taken with stack trace [, , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1008.152851] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5ef219b4-c621-4645-9c97-22a83d872582" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1008.153041] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('5ef219b4-c621-4645-9c97-22a83d872582',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1008.153936] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 1cda2481-ab53-470e-897d-1e4a9b0dde62 with status ACTIVE [ 1008.154136] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1008.154246] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1008.154314] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1008.154545] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1008.154605] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1008.154760] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1008.154857] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1008.154922] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1008.155109] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1008.155189] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1008.155373] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1008.155464] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1008.155526] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1008.155663] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1008.155749] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1008.155837] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 1cda2481-ab53-470e-897d-1e4a9b0dde62 is going to be updated. [ 1008.175488] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1008.175686] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1008.175686] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1008.175970] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1008.176098] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1008.176286] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-1cda2481-ab53-470e-897d-1e4a9b0dde62" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1008.307369] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 86643987-b9b4-44bb-b22a-ed3d1837d6d7: rpc.has_security_group_logging(os_id): False [ 1008.325626] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1008.325891] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1008.325891] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1008.326090] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1008.326632] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1008.326632] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1008.326867] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1008.326867] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1008.326867] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1008.327034] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1008.327141] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1008.327231] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1008.327288] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1008.327428] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1008.327500] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1008.327675] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1008.327766] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1008.327822] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1008.327967] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1008.328112] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1008.328148] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 86643987-b9b4-44bb-b22a-ed3d1837d6d7 is going to be updated. [ 1008.522362] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1008.522519] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1008.522590] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1008.522793] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1008.522938] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1008.536231] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 86643987-b9b4-44bb-b22a-ed3d1837d6d7 in Status: IN_PROGRESS for 2s [ 1008.659329] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('5ef219b4-c621-4645-9c97-22a83d872582',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1008.743293] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3020eacc-da2b-44d0-a6a9-b3a094cac43a in Status: SUCCESS [ 1008.743499] env[69685]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3020eacc-da2b-44d0-a6a9-b3a094cac43a deletion is rescheduled due to dependency. [ 1008.743635] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3020eacc-da2b-44d0-a6a9-b3a094cac43a" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1008.919439] env[69685]: INFO networking_nsxv3.common.synchronization [req-d8af5d2d-58d4-49f7-9d3b-e6e598b3aa1b req-bac0fc5d-1bda-4a8a-bb3f-2b8009c20c7b tempest-ImagesOneServerNegativeTestJSON-2023172150 tempest-ImagesOneServerNegativeTestJSON-2023172150-project-member] Enqueued Resource ID: f725338b-04fb-4229-97a1-3eaf15235ac8 with Priority: HIGHEST for action security_group_members [ 1008.920067] env[69685]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f725338b-04fb-4229-97a1-3eaf15235ac8 with Priority: HIGHEST for action security_group_members [ 1008.920765] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock member-f725338b-04fb-4229-97a1-3eaf15235ac8 taken with stack trace [, , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1008.920927] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f725338b-04fb-4229-97a1-3eaf15235ac8" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1008.921026] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f725338b-04fb-4229-97a1-3eaf15235ac8" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1008.921280] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f725338b-04fb-4229-97a1-3eaf15235ac8" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1008.921481] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1008.921644] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1008.921734] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1008.921984] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1008.922156] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1008.922258] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f725338b-04fb-4229-97a1-3eaf15235ac8',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1009.162240] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1009.162329] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1009.162329] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1009.162546] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1009.162641] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1009.162741] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5ef219b4-c621-4645-9c97-22a83d872582 is going to be updated. [ 1009.193801] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1009.193956] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1009.194048] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1009.194264] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1009.194397] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1009.202643] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5ef219b4-c621-4645-9c97-22a83d872582 in Status: IN_PROGRESS for 2s [ 1009.425570] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1009.425878] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1009.425878] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1009.426068] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1009.426429] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1009.426466] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1009.426606] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1009.426606] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1009.426828] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1009.426936] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1009.427091] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f725338b-04fb-4229-97a1-3eaf15235ac8 is going to be updated. [ 1009.462092] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1009.462092] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1009.462092] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1009.462357] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1009.463700] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1009.473552] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f725338b-04fb-4229-97a1-3eaf15235ac8 in Status: IN_PROGRESS for 2s [ 1009.636668] env[69685]: INFO networking_nsxv3.common.synchronization [req-1fcefccf-4c9a-4b42-ab86-30024620ce39 req-4a9f9ddb-307c-4e78-80de-867ba3bae1b7 tempest-ListImageFiltersTestJSON-1207249552 tempest-ListImageFiltersTestJSON-1207249552-project-member] Enqueued Resource ID: f1b461c7-1841-447b-a91c-0faf0c9465f6 with Priority: HIGHEST for action security_group_members [ 1009.637220] env[69685]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f1b461c7-1841-447b-a91c-0faf0c9465f6 with Priority: HIGHEST for action security_group_members [ 1009.640172] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock member-f1b461c7-1841-447b-a91c-0faf0c9465f6 taken with stack trace [, , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1009.640172] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f1b461c7-1841-447b-a91c-0faf0c9465f6" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1009.640172] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f1b461c7-1841-447b-a91c-0faf0c9465f6" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1009.640172] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f1b461c7-1841-447b-a91c-0faf0c9465f6" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1009.640172] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1009.640172] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1009.640172] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1009.640172] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1009.640172] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1009.640172] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f1b461c7-1841-447b-a91c-0faf0c9465f6',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1010.140753] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1010.141757] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1010.141757] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1010.141757] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1010.141757] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1010.141757] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1010.142135] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1010.142135] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1010.142135] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1010.142297] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1010.142297] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f1b461c7-1841-447b-a91c-0faf0c9465f6 is going to be updated. [ 1010.180163] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1010.180163] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1010.180163] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1010.180163] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1010.180336] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1010.188623] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f1b461c7-1841-447b-a91c-0faf0c9465f6 in Status: IN_PROGRESS for 2s [ 1010.550781] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 86643987-b9b4-44bb-b22a-ed3d1837d6d7 in Status: SUCCESS [ 1010.551113] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-86643987-b9b4-44bb-b22a-ed3d1837d6d7" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1011.217224] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5ef219b4-c621-4645-9c97-22a83d872582 in Status: SUCCESS [ 1011.217465] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5ef219b4-c621-4645-9c97-22a83d872582" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1011.217641] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5ef219b4-c621-4645-9c97-22a83d872582" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1011.217852] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5ef219b4-c621-4645-9c97-22a83d872582" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1011.218062] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1011.218186] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1011.218244] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1011.218406] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1011.218485] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1011.218568] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5ef219b4-c621-4645-9c97-22a83d872582" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1011.218660] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('5ef219b4-c621-4645-9c97-22a83d872582',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1011.484301] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f725338b-04fb-4229-97a1-3eaf15235ac8 in Status: SUCCESS [ 1011.484488] env[69685]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f725338b-04fb-4229-97a1-3eaf15235ac8 deletion is rescheduled due to dependency. [ 1011.484601] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f725338b-04fb-4229-97a1-3eaf15235ac8" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1011.721018] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock member-5ef219b4-c621-4645-9c97-22a83d872582 taken with stack trace [, , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1011.721343] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5ef219b4-c621-4645-9c97-22a83d872582" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1011.721343] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5ef219b4-c621-4645-9c97-22a83d872582" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1011.721615] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5ef219b4-c621-4645-9c97-22a83d872582" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1011.721850] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1011.722011] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1011.722096] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1011.722312] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1011.722438] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1011.722569] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5ef219b4-c621-4645-9c97-22a83d872582" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1011.722855] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock member-5ef219b4-c621-4645-9c97-22a83d872582 taken with stack trace [, , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1011.722999] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5ef219b4-c621-4645-9c97-22a83d872582" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1011.723110] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5ef219b4-c621-4645-9c97-22a83d872582" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1011.723317] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5ef219b4-c621-4645-9c97-22a83d872582" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1011.723520] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1011.723657] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1011.723754] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1011.723959] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1011.724091] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1011.724216] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5ef219b4-c621-4645-9c97-22a83d872582" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1011.724347] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('5ef219b4-c621-4645-9c97-22a83d872582',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1012.197887] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f1b461c7-1841-447b-a91c-0faf0c9465f6 in Status: SUCCESS [ 1012.198089] env[69685]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f1b461c7-1841-447b-a91c-0faf0c9465f6 deletion is rescheduled due to dependency. [ 1012.198197] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f1b461c7-1841-447b-a91c-0faf0c9465f6" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1012.226945] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 5ef219b4-c621-4645-9c97-22a83d872582: rpc.has_security_group_logging(os_id): False [ 1012.252981] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1012.252981] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1012.252981] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1012.252981] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1012.252981] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1012.252981] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1012.252981] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1012.252981] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1012.252981] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1012.252981] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1012.252981] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1012.253433] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1012.253433] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1012.253433] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1012.253433] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1012.253552] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1012.253552] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1012.253626] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1012.253747] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1012.253820] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1012.257019] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 5ef219b4-c621-4645-9c97-22a83d872582 is going to be updated. [ 1012.318138] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1012.318354] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1012.318354] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1012.318641] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1012.318898] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1012.328028] env[69685]: DEBUG networking_nsxv3.common.locking [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Lock network-508 taken with stack trace [, , , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1012.328219] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquiring lock "network-508" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1012.328340] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquired lock "network-508" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1012.328923] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquired external semaphore "network-508" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1012.328923] env[69685]: DEBUG networking_nsxv3.common.locking [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1012.329152] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquiring lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1012.329317] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquired lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1012.329571] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquired external semaphore "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1012.329745] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Releasing lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1012.330088] env[69685]: DEBUG dogpile.cache.region [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] No value present for key: 'zone-id' {{(pid=69685) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1012.330229] env[69685]: DEBUG dogpile.lock [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] NeedRegenerationException {{(pid=69685) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1012.330347] env[69685]: DEBUG dogpile.lock [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] no value, waiting for create lock {{(pid=69685) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1012.330453] env[69685]: DEBUG dogpile.lock [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] value creation lock acquired {{(pid=69685) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1012.330568] env[69685]: DEBUG dogpile.cache.region [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] No value present for key: 'zone-id' {{(pid=69685) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1012.330676] env[69685]: DEBUG dogpile.lock [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Calling creation function for not-yet-present value {{(pid=69685) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1012.330812] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1012.332729] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 5ef219b4-c621-4645-9c97-22a83d872582 in Status: IN_PROGRESS for 2s [ 1012.349957] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1012.349957] env[69685]: DEBUG dogpile.cache.region [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=69685) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1012.350179] env[69685]: DEBUG dogpile.lock [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Released creation lock {{(pid=69685) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1012.351031] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Releasing lock "network-508" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1012.351031] env[69685]: DEBUG networking_nsxv3.common.locking [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Lock port-6884af1b-1be8-46b3-b0f5-88a66a1b90b1 taken with stack trace [, , , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1012.351031] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquiring lock "port-6884af1b-1be8-46b3-b0f5-88a66a1b90b1" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1012.351031] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquired lock "port-6884af1b-1be8-46b3-b0f5-88a66a1b90b1" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1012.351575] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquired external semaphore "port-6884af1b-1be8-46b3-b0f5-88a66a1b90b1" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1012.351575] env[69685]: DEBUG networking_nsxv3.api.rpc [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6884af1b-1be8-46b3-b0f5-88a66a1b90b1',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1012.856463] env[69685]: DEBUG networking_nsxv3.common.locking [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1012.856865] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquiring lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1012.857038] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquired lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1012.857466] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquired external semaphore "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1012.857768] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Releasing lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1012.858208] env[69685]: DEBUG networking_nsxv3.common.locking [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1012.858512] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquiring lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1012.858745] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquired lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1012.860294] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquired external semaphore "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1012.860294] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Releasing lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1012.860294] env[69685]: DEBUG networking_nsxv3.common.locking [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1012.860294] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquiring lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1012.860294] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquired lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1012.860817] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquired external semaphore "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1012.860817] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Releasing lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1012.861062] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Resource: SegmentPort with ID: 6884af1b-1be8-46b3-b0f5-88a66a1b90b1 is going to be updated. [ 1012.884306] env[69685]: DEBUG networking_nsxv3.common.locking [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1012.884656] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquiring lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1012.885086] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquired lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1012.885525] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquired external semaphore "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1012.885602] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Releasing lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1012.885944] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Releasing lock "port-6884af1b-1be8-46b3-b0f5-88a66a1b90b1" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1013.603418] env[69685]: INFO networking_nsxv3.common.synchronization [req-2712eb99-b540-41ed-a83c-d01579037899 req-a42a9d08-8959-4ceb-b6a8-0c1de63312df service nova] Enqueued Resource ID: 001d6e59-0565-43c1-8370-8ff4e3de8dbb with Priority: HIGHEST for action security_group_rules [ 1013.603591] env[69685]: INFO networking_nsxv3.common.synchronization [req-2712eb99-b540-41ed-a83c-d01579037899 req-a42a9d08-8959-4ceb-b6a8-0c1de63312df service nova] Enqueued Resource ID: 001d6e59-0565-43c1-8370-8ff4e3de8dbb with Priority: HIGHEST for action security_group_members [ 1013.603733] env[69685]: INFO networking_nsxv3.common.synchronization [req-2712eb99-b540-41ed-a83c-d01579037899 req-a42a9d08-8959-4ceb-b6a8-0c1de63312df service nova] Enqueued Resource ID: 6884af1b-1be8-46b3-b0f5-88a66a1b90b1 with Priority: HIGHEST for action port [ 1013.604275] env[69685]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 001d6e59-0565-43c1-8370-8ff4e3de8dbb with Priority: HIGHEST for action security_group_rules [ 1013.604462] env[69685]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 001d6e59-0565-43c1-8370-8ff4e3de8dbb with Priority: HIGHEST for action security_group_members [ 1013.604503] env[69685]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6884af1b-1be8-46b3-b0f5-88a66a1b90b1 with Priority: HIGHEST for action port [ 1013.604775] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock rules-001d6e59-0565-43c1-8370-8ff4e3de8dbb taken with stack trace [, , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1013.604890] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-001d6e59-0565-43c1-8370-8ff4e3de8dbb" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1013.604959] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-001d6e59-0565-43c1-8370-8ff4e3de8dbb" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1013.609298] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-001d6e59-0565-43c1-8370-8ff4e3de8dbb" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1013.609396] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('001d6e59-0565-43c1-8370-8ff4e3de8dbb',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1013.612191] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock member-001d6e59-0565-43c1-8370-8ff4e3de8dbb taken with stack trace [, , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1013.612191] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-001d6e59-0565-43c1-8370-8ff4e3de8dbb" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1013.612301] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-001d6e59-0565-43c1-8370-8ff4e3de8dbb" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1013.612431] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-001d6e59-0565-43c1-8370-8ff4e3de8dbb" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1013.612581] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1013.612705] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1013.612960] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1013.612960] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1013.612960] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1013.613143] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('001d6e59-0565-43c1-8370-8ff4e3de8dbb',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1013.617453] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock port-6884af1b-1be8-46b3-b0f5-88a66a1b90b1 taken with stack trace [, , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1013.617453] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-6884af1b-1be8-46b3-b0f5-88a66a1b90b1" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1013.617453] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-6884af1b-1be8-46b3-b0f5-88a66a1b90b1" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1013.617453] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-6884af1b-1be8-46b3-b0f5-88a66a1b90b1" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1013.617453] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6884af1b-1be8-46b3-b0f5-88a66a1b90b1',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1014.116117] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock member-001d6e59-0565-43c1-8370-8ff4e3de8dbb taken with stack trace [, , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1014.116431] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-001d6e59-0565-43c1-8370-8ff4e3de8dbb" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1014.116431] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('001d6e59-0565-43c1-8370-8ff4e3de8dbb',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1014.117506] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 6884af1b-1be8-46b3-b0f5-88a66a1b90b1 with status ACTIVE [ 1014.117641] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1014.117777] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1014.117847] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1014.118085] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1014.118360] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1014.118581] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1014.118671] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1014.118737] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1014.119143] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1014.119264] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1014.119834] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1014.119834] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1014.119834] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1014.119987] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1014.119987] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1014.120110] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 6884af1b-1be8-46b3-b0f5-88a66a1b90b1 is going to be updated. [ 1014.139216] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1014.139372] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1014.139442] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1014.139656] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1014.139798] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1014.139993] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-6884af1b-1be8-46b3-b0f5-88a66a1b90b1" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1014.345493] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 5ef219b4-c621-4645-9c97-22a83d872582 in Status: SUCCESS [ 1014.345493] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-5ef219b4-c621-4645-9c97-22a83d872582" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1014.622152] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('001d6e59-0565-43c1-8370-8ff4e3de8dbb',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1015.128833] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1015.128833] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1015.128833] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1015.128833] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1015.128833] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1015.128833] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 001d6e59-0565-43c1-8370-8ff4e3de8dbb is going to be updated. [ 1015.165681] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1015.166556] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1015.166556] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1015.166556] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1015.166865] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1015.176182] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 001d6e59-0565-43c1-8370-8ff4e3de8dbb in Status: IN_PROGRESS for 2s [ 1017.186809] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 001d6e59-0565-43c1-8370-8ff4e3de8dbb in Status: SUCCESS [ 1017.187106] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-001d6e59-0565-43c1-8370-8ff4e3de8dbb" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1017.187229] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-001d6e59-0565-43c1-8370-8ff4e3de8dbb" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1017.187436] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-001d6e59-0565-43c1-8370-8ff4e3de8dbb" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1017.187622] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1017.187739] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1017.187802] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1017.187956] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1017.188047] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1017.188134] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-001d6e59-0565-43c1-8370-8ff4e3de8dbb" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1017.188224] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('001d6e59-0565-43c1-8370-8ff4e3de8dbb',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1017.690925] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('001d6e59-0565-43c1-8370-8ff4e3de8dbb',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1018.194183] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 001d6e59-0565-43c1-8370-8ff4e3de8dbb: rpc.has_security_group_logging(os_id): False [ 1018.211285] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1018.211526] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1018.211526] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1018.211770] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1018.211922] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1018.212301] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1018.212464] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1018.212572] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1018.213461] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1018.213461] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1018.218211] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 001d6e59-0565-43c1-8370-8ff4e3de8dbb is going to be updated. [ 1018.275452] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1018.275644] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1018.275716] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1018.277109] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1018.277109] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1018.288875] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 001d6e59-0565-43c1-8370-8ff4e3de8dbb in Status: IN_PROGRESS for 2s [ 1018.607615] env[69685]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1018.607615] env[69685]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=1 [ 1020.306109] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 001d6e59-0565-43c1-8370-8ff4e3de8dbb in Status: SUCCESS [ 1020.306511] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-001d6e59-0565-43c1-8370-8ff4e3de8dbb" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1022.528325] env[69685]: INFO networking_nsxv3.common.synchronization [req-429de5dc-5f16-4926-b191-e6e593473445 req-d275fe97-8698-4dbf-b146-d20740a3565c tempest-ServersAdminTestJSON-189216652 tempest-ServersAdminTestJSON-189216652-project-member] Enqueued Resource ID: 6c46d096-f047-457a-99ba-22b9e613d7e2 with Priority: HIGHEST for action security_group_members [ 1022.529135] env[69685]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6c46d096-f047-457a-99ba-22b9e613d7e2 with Priority: HIGHEST for action security_group_members [ 1022.529529] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock member-6c46d096-f047-457a-99ba-22b9e613d7e2 taken with stack trace [, , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1022.529529] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6c46d096-f047-457a-99ba-22b9e613d7e2" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1022.529712] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6c46d096-f047-457a-99ba-22b9e613d7e2" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1022.529800] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6c46d096-f047-457a-99ba-22b9e613d7e2" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1022.530016] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1022.530160] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1022.530229] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1022.530439] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1022.530550] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1022.530676] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6c46d096-f047-457a-99ba-22b9e613d7e2',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1023.036844] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('6c46d096-f047-457a-99ba-22b9e613d7e2',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1023.123457] env[69685]: INFO networking_nsxv3.common.synchronization [req-eebcbdee-284a-40b9-b5f0-e9e4d415c9e4 req-d79fe9c9-f7b1-4527-90ad-91aed8cde24d tempest-ServerRescueTestJSON-920765629 tempest-ServerRescueTestJSON-920765629-project-member] Enqueued Resource ID: ad29a8b0-a5e7-47be-9c58-8b349ac208f7 with Priority: HIGHEST for action security_group_members [ 1023.124316] env[69685]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ad29a8b0-a5e7-47be-9c58-8b349ac208f7 with Priority: HIGHEST for action security_group_members [ 1023.124403] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock member-ad29a8b0-a5e7-47be-9c58-8b349ac208f7 taken with stack trace [, , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1023.124491] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ad29a8b0-a5e7-47be-9c58-8b349ac208f7" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1023.124571] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ad29a8b0-a5e7-47be-9c58-8b349ac208f7" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1023.124775] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ad29a8b0-a5e7-47be-9c58-8b349ac208f7" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1023.124932] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1023.125069] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1023.125126] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1023.125280] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1023.125366] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1023.125459] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ad29a8b0-a5e7-47be-9c58-8b349ac208f7',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1023.540022] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('6c46d096-f047-457a-99ba-22b9e613d7e2',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1023.628767] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1023.628767] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1023.628767] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1023.628767] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1023.628767] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1023.628767] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1023.629528] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1023.629528] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1023.629528] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1023.629528] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1023.629528] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ad29a8b0-a5e7-47be-9c58-8b349ac208f7 is going to be updated. [ 1023.667232] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1023.667463] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1023.667463] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1023.667732] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1023.667819] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1023.675985] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ad29a8b0-a5e7-47be-9c58-8b349ac208f7 in Status: IN_PROGRESS for 2s [ 1024.041686] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1024.041971] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1024.041971] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1024.042206] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1024.042293] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1024.042464] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6c46d096-f047-457a-99ba-22b9e613d7e2 is going to be updated. [ 1024.080461] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1024.080612] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1024.080687] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1024.081252] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1024.081252] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1024.090817] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6c46d096-f047-457a-99ba-22b9e613d7e2 in Status: IN_PROGRESS for 2s [ 1025.686061] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ad29a8b0-a5e7-47be-9c58-8b349ac208f7 in Status: SUCCESS [ 1025.686061] env[69685]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ad29a8b0-a5e7-47be-9c58-8b349ac208f7 deletion is rescheduled due to dependency. [ 1025.686502] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ad29a8b0-a5e7-47be-9c58-8b349ac208f7" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1026.101698] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6c46d096-f047-457a-99ba-22b9e613d7e2 in Status: SUCCESS [ 1026.101698] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6c46d096-f047-457a-99ba-22b9e613d7e2" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1026.476357] env[69685]: INFO networking_nsxv3.common.synchronization [req-d91b57fe-6eef-412c-9736-128ebc24ff8c req-dc45f2ce-ee0a-49ba-971c-3750dd8fad7d tempest-AttachInterfacesV270Test-17735417 tempest-AttachInterfacesV270Test-17735417-project-member] Enqueued Resource ID: 84a85f92-602d-4cdc-8f6d-d6fe65a80a46 with Priority: HIGHEST for action security_group_members [ 1026.477158] env[69685]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 84a85f92-602d-4cdc-8f6d-d6fe65a80a46 with Priority: HIGHEST for action security_group_members [ 1026.478359] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock member-84a85f92-602d-4cdc-8f6d-d6fe65a80a46 taken with stack trace [, , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1026.478753] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-84a85f92-602d-4cdc-8f6d-d6fe65a80a46" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1026.478874] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-84a85f92-602d-4cdc-8f6d-d6fe65a80a46" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1026.479253] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-84a85f92-602d-4cdc-8f6d-d6fe65a80a46" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1026.479397] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1026.479552] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1026.479600] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1026.479759] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1026.479847] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1026.479945] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('84a85f92-602d-4cdc-8f6d-d6fe65a80a46',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1026.784245] env[69685]: DEBUG networking_nsxv3.common.locking [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Lock network-688 taken with stack trace [, , , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1026.784772] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquiring lock "network-688" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1026.784772] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquired lock "network-688" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1026.784924] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquired external semaphore "network-688" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1026.785212] env[69685]: DEBUG networking_nsxv3.common.locking [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1026.785345] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquiring lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1026.785401] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquired lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1026.785609] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquired external semaphore "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1026.785794] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Releasing lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1026.785970] env[69685]: DEBUG dogpile.cache.region [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] No value present for key: 'zone-id' {{(pid=69685) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1026.786100] env[69685]: DEBUG dogpile.lock [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] NeedRegenerationException {{(pid=69685) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1026.786214] env[69685]: DEBUG dogpile.lock [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] no value, waiting for create lock {{(pid=69685) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1026.786324] env[69685]: DEBUG dogpile.lock [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] value creation lock acquired {{(pid=69685) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1026.786436] env[69685]: DEBUG dogpile.cache.region [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] No value present for key: 'zone-id' {{(pid=69685) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1026.786546] env[69685]: DEBUG dogpile.lock [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Calling creation function for not-yet-present value {{(pid=69685) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1026.786682] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1026.807998] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1026.808289] env[69685]: DEBUG dogpile.cache.region [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=69685) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1026.809074] env[69685]: DEBUG dogpile.lock [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Released creation lock {{(pid=69685) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1026.809377] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Releasing lock "network-688" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1026.809746] env[69685]: DEBUG networking_nsxv3.common.locking [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Lock port-81467bbd-118e-423b-868e-b719d949e440 taken with stack trace [, , , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1026.809932] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquiring lock "port-81467bbd-118e-423b-868e-b719d949e440" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1026.810074] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquired lock "port-81467bbd-118e-423b-868e-b719d949e440" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1026.810400] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquired external semaphore "port-81467bbd-118e-423b-868e-b719d949e440" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1026.810545] env[69685]: DEBUG networking_nsxv3.api.rpc [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('81467bbd-118e-423b-868e-b719d949e440',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1026.982414] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1026.982601] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1026.982707] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1026.982940] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1026.983062] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1026.983289] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1026.983410] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1026.983477] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1026.983669] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1026.983756] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1026.983858] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 84a85f92-602d-4cdc-8f6d-d6fe65a80a46 already deleted. [ 1026.983958] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-84a85f92-602d-4cdc-8f6d-d6fe65a80a46" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1027.316441] env[69685]: DEBUG networking_nsxv3.common.locking [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1027.316680] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquiring lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1027.316810] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquired lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1027.317139] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquired external semaphore "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1027.317299] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Releasing lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1027.317458] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Segment Port 81467bbd-118e-423b-868e-b719d949e440 not found, creating... [ 1027.317719] env[69685]: DEBUG networking_nsxv3.common.locking [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1027.317880] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquiring lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1027.317998] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquired lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1027.318251] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquired external semaphore "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1027.318392] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Releasing lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1027.318703] env[69685]: DEBUG networking_nsxv3.common.locking [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1027.318872] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquiring lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1027.319196] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquired lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1027.319448] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquired external semaphore "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1027.319616] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Releasing lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1027.319789] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Resource: SegmentPort with ID: 81467bbd-118e-423b-868e-b719d949e440 is going to be created. [ 1027.338966] env[69685]: DEBUG networking_nsxv3.common.locking [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1027.339231] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquiring lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1027.339361] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquired lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1027.339622] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquired external semaphore "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1027.340499] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Releasing lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1027.340499] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Releasing lock "port-81467bbd-118e-423b-868e-b719d949e440" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1028.177091] env[69685]: INFO networking_nsxv3.common.synchronization [req-d91b57fe-6eef-412c-9736-128ebc24ff8c req-b8d69371-2930-4500-8e2d-826cad969816 service nova] Enqueued Resource ID: 84a85f92-602d-4cdc-8f6d-d6fe65a80a46 with Priority: HIGHEST for action security_group_rules [ 1028.177379] env[69685]: INFO networking_nsxv3.common.synchronization [req-d91b57fe-6eef-412c-9736-128ebc24ff8c req-b8d69371-2930-4500-8e2d-826cad969816 service nova] Enqueued Resource ID: 84a85f92-602d-4cdc-8f6d-d6fe65a80a46 with Priority: HIGHEST for action security_group_members [ 1028.177499] env[69685]: INFO networking_nsxv3.common.synchronization [req-d91b57fe-6eef-412c-9736-128ebc24ff8c req-b8d69371-2930-4500-8e2d-826cad969816 service nova] Enqueued Resource ID: 81467bbd-118e-423b-868e-b719d949e440 with Priority: HIGHEST for action port [ 1028.177697] env[69685]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 84a85f92-602d-4cdc-8f6d-d6fe65a80a46 with Priority: HIGHEST for action security_group_rules [ 1028.177789] env[69685]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 84a85f92-602d-4cdc-8f6d-d6fe65a80a46 with Priority: HIGHEST for action security_group_members [ 1028.177898] env[69685]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 81467bbd-118e-423b-868e-b719d949e440 with Priority: HIGHEST for action port [ 1028.178494] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock rules-84a85f92-602d-4cdc-8f6d-d6fe65a80a46 taken with stack trace [, , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1028.178622] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-84a85f92-602d-4cdc-8f6d-d6fe65a80a46" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1028.178753] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-84a85f92-602d-4cdc-8f6d-d6fe65a80a46" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1028.178939] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-84a85f92-602d-4cdc-8f6d-d6fe65a80a46" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1028.179066] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('84a85f92-602d-4cdc-8f6d-d6fe65a80a46',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1028.179942] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock member-84a85f92-602d-4cdc-8f6d-d6fe65a80a46 taken with stack trace [, , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1028.180048] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-84a85f92-602d-4cdc-8f6d-d6fe65a80a46" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1028.180122] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-84a85f92-602d-4cdc-8f6d-d6fe65a80a46" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1028.180306] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-84a85f92-602d-4cdc-8f6d-d6fe65a80a46" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1028.180463] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1028.180558] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1028.180619] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1028.180764] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1028.180847] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1028.180940] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('84a85f92-602d-4cdc-8f6d-d6fe65a80a46',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1028.182612] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock port-81467bbd-118e-423b-868e-b719d949e440 taken with stack trace [, , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1028.182746] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-81467bbd-118e-423b-868e-b719d949e440" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1028.182812] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-81467bbd-118e-423b-868e-b719d949e440" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1028.182972] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-81467bbd-118e-423b-868e-b719d949e440" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1028.183295] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('81467bbd-118e-423b-868e-b719d949e440',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1028.249609] env[69685]: INFO networking_nsxv3.common.synchronization [req-a92886af-708f-4d90-bce6-8de53b2705e1 req-ab0fe7a4-fd6f-4a5d-9947-4d777cdc188f tempest-AttachInterfacesTestJSON-1165856161 tempest-AttachInterfacesTestJSON-1165856161-project-member] Enqueued Resource ID: 373dc220-6922-42c9-9031-971b9f1da491 with Priority: HIGHEST for action security_group_members [ 1028.249943] env[69685]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 373dc220-6922-42c9-9031-971b9f1da491 with Priority: HIGHEST for action security_group_members [ 1028.250278] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock member-373dc220-6922-42c9-9031-971b9f1da491 taken with stack trace [, , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1028.250407] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-373dc220-6922-42c9-9031-971b9f1da491" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1028.250469] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-373dc220-6922-42c9-9031-971b9f1da491" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1028.250655] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-373dc220-6922-42c9-9031-971b9f1da491" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1028.250798] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1028.250891] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1028.250946] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1028.251151] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1028.251235] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1028.251338] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('373dc220-6922-42c9-9031-971b9f1da491',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1028.678520] env[69685]: INFO networking_nsxv3.common.synchronization [req-d5f0e4fe-ba2f-4c16-ad2d-bedd0c93a09a req-b9684b1b-d7e1-4554-bf99-046590832394 tempest-DeleteServersTestJSON-1187572763 tempest-DeleteServersTestJSON-1187572763-project-member] Enqueued Resource ID: 86643987-b9b4-44bb-b22a-ed3d1837d6d7 with Priority: HIGHEST for action security_group_members [ 1028.679092] env[69685]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 86643987-b9b4-44bb-b22a-ed3d1837d6d7 with Priority: HIGHEST for action security_group_members [ 1028.679403] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock member-86643987-b9b4-44bb-b22a-ed3d1837d6d7 taken with stack trace [, , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1028.679589] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-86643987-b9b4-44bb-b22a-ed3d1837d6d7" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1028.679589] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-86643987-b9b4-44bb-b22a-ed3d1837d6d7" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1028.679802] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-86643987-b9b4-44bb-b22a-ed3d1837d6d7" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1028.679951] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1028.682172] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1028.682261] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1028.682493] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1028.682614] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1028.682720] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('86643987-b9b4-44bb-b22a-ed3d1837d6d7',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1028.685822] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock member-84a85f92-602d-4cdc-8f6d-d6fe65a80a46 taken with stack trace [, , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1028.685922] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-84a85f92-602d-4cdc-8f6d-d6fe65a80a46" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1028.686118] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('84a85f92-602d-4cdc-8f6d-d6fe65a80a46',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1028.686819] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 81467bbd-118e-423b-868e-b719d949e440 with status ACTIVE [ 1028.687015] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1028.689888] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1028.689997] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1028.690201] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1028.690325] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1028.690477] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1028.690580] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1028.690646] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1028.690799] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1028.690880] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1028.691083] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1028.691183] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1028.691245] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1028.691410] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1028.691495] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1028.691585] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 81467bbd-118e-423b-868e-b719d949e440 is going to be updated. [ 1028.712548] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1028.712692] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1028.712847] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1028.713076] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1028.713219] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1028.713376] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-81467bbd-118e-423b-868e-b719d949e440" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1028.717149] env[69685]: DEBUG networking_nsxv3.common.locking [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Lock network-52 taken with stack trace [, , , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1028.717426] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquiring lock "network-52" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1028.717530] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquired lock "network-52" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1028.717846] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquired external semaphore "network-52" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1028.718227] env[69685]: DEBUG networking_nsxv3.common.locking [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1028.718412] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquiring lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1028.718535] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquired lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1028.718846] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquired external semaphore "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1028.720952] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Releasing lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1028.720952] env[69685]: DEBUG dogpile.cache.region [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] No value present for key: 'zone-id' {{(pid=69685) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1028.720952] env[69685]: DEBUG dogpile.lock [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] NeedRegenerationException {{(pid=69685) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1028.720952] env[69685]: DEBUG dogpile.lock [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] no value, waiting for create lock {{(pid=69685) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1028.720952] env[69685]: DEBUG dogpile.lock [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] value creation lock acquired {{(pid=69685) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1028.720952] env[69685]: DEBUG dogpile.cache.region [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] No value present for key: 'zone-id' {{(pid=69685) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1028.720952] env[69685]: DEBUG dogpile.lock [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Calling creation function for not-yet-present value {{(pid=69685) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1028.720952] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1028.737739] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1028.737910] env[69685]: DEBUG dogpile.cache.region [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Cache value generated in 0.018 seconds for key(s): 'zone-id' {{(pid=69685) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1028.738074] env[69685]: DEBUG dogpile.lock [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Released creation lock {{(pid=69685) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1028.738252] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Releasing lock "network-52" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1028.738557] env[69685]: DEBUG networking_nsxv3.common.locking [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Lock port-b0f2a3b1-1478-45fa-bef1-cc8aa15defb4 taken with stack trace [, , , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1028.738733] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquiring lock "port-b0f2a3b1-1478-45fa-bef1-cc8aa15defb4" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1028.738856] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquired lock "port-b0f2a3b1-1478-45fa-bef1-cc8aa15defb4" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1028.739243] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquired external semaphore "port-b0f2a3b1-1478-45fa-bef1-cc8aa15defb4" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1028.739375] env[69685]: DEBUG networking_nsxv3.api.rpc [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b0f2a3b1-1478-45fa-bef1-cc8aa15defb4',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1028.753550] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1028.753717] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1028.753786] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1028.754218] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1028.754218] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1028.754374] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1028.754374] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1028.756136] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1028.756136] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1028.756136] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1028.756136] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 373dc220-6922-42c9-9031-971b9f1da491 is going to be deleted. [ 1028.786161] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1028.786161] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1028.786161] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1028.786399] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1028.786453] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1028.786554] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-373dc220-6922-42c9-9031-971b9f1da491" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1029.193736] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1029.194054] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1029.194054] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1029.194385] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1029.194501] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1029.194732] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1029.194922] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1029.194922] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1029.195126] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1029.195231] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1029.195323] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 86643987-b9b4-44bb-b22a-ed3d1837d6d7 is going to be updated. [ 1029.197040] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('84a85f92-602d-4cdc-8f6d-d6fe65a80a46',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1029.242280] env[69685]: DEBUG networking_nsxv3.common.locking [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1029.242914] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquiring lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1029.242914] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquired lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1029.242914] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquired external semaphore "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1029.243147] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Releasing lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1029.243316] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Segment Port b0f2a3b1-1478-45fa-bef1-cc8aa15defb4 not found, creating... [ 1029.243496] env[69685]: DEBUG networking_nsxv3.common.locking [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1029.243656] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquiring lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1029.243776] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquired lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1029.244733] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquired external semaphore "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1029.244733] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Releasing lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1029.244733] env[69685]: DEBUG networking_nsxv3.common.locking [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1029.244733] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquiring lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1029.244733] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquired lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1029.245096] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquired external semaphore "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1029.245096] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Releasing lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1029.245566] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Resource: SegmentPort with ID: b0f2a3b1-1478-45fa-bef1-cc8aa15defb4 is going to be created. [ 1029.249782] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1029.249921] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1029.249985] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1029.250155] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1029.250289] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1029.273854] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 86643987-b9b4-44bb-b22a-ed3d1837d6d7 in Status: IN_PROGRESS for 2s [ 1029.277649] env[69685]: DEBUG networking_nsxv3.common.locking [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1029.277820] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquiring lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1029.277957] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquired lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1029.278270] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquired external semaphore "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1029.278510] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Releasing lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1029.278971] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Releasing lock "port-b0f2a3b1-1478-45fa-bef1-cc8aa15defb4" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1029.702713] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1029.702895] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1029.702963] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1029.704027] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1029.704027] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1029.704027] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 84a85f92-602d-4cdc-8f6d-d6fe65a80a46 is going to be created. [ 1029.723916] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1029.723916] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1029.723916] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1029.724227] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1029.724285] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1029.735640] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 84a85f92-602d-4cdc-8f6d-d6fe65a80a46 in Status: UNINITIALIZED for 2s [ 1029.997707] env[69685]: INFO networking_nsxv3.common.synchronization [req-a92886af-708f-4d90-bce6-8de53b2705e1 req-3edc9ae7-15c2-44ea-b519-3296d771deb0 service nova] Enqueued Resource ID: 373dc220-6922-42c9-9031-971b9f1da491 with Priority: HIGHEST for action security_group_rules [ 1029.997759] env[69685]: INFO networking_nsxv3.common.synchronization [req-a92886af-708f-4d90-bce6-8de53b2705e1 req-3edc9ae7-15c2-44ea-b519-3296d771deb0 service nova] Enqueued Resource ID: 373dc220-6922-42c9-9031-971b9f1da491 with Priority: HIGHEST for action security_group_members [ 1029.997955] env[69685]: INFO networking_nsxv3.common.synchronization [req-a92886af-708f-4d90-bce6-8de53b2705e1 req-3edc9ae7-15c2-44ea-b519-3296d771deb0 service nova] Enqueued Resource ID: b0f2a3b1-1478-45fa-bef1-cc8aa15defb4 with Priority: HIGHEST for action port [ 1029.998497] env[69685]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 373dc220-6922-42c9-9031-971b9f1da491 with Priority: HIGHEST for action security_group_rules [ 1030.000330] env[69685]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 373dc220-6922-42c9-9031-971b9f1da491 with Priority: HIGHEST for action security_group_members [ 1030.000330] env[69685]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b0f2a3b1-1478-45fa-bef1-cc8aa15defb4 with Priority: HIGHEST for action port [ 1030.000330] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock rules-373dc220-6922-42c9-9031-971b9f1da491 taken with stack trace [, , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1030.000330] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-373dc220-6922-42c9-9031-971b9f1da491" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1030.000330] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-373dc220-6922-42c9-9031-971b9f1da491" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1030.000330] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-373dc220-6922-42c9-9031-971b9f1da491" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1030.000330] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('373dc220-6922-42c9-9031-971b9f1da491',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1030.001574] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock member-373dc220-6922-42c9-9031-971b9f1da491 taken with stack trace [, , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1030.001574] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-373dc220-6922-42c9-9031-971b9f1da491" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1030.001574] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-373dc220-6922-42c9-9031-971b9f1da491" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1030.001752] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-373dc220-6922-42c9-9031-971b9f1da491" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1030.001936] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1030.002557] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1030.002638] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1030.003057] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1030.003057] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1030.003057] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('373dc220-6922-42c9-9031-971b9f1da491',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1030.003731] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock port-b0f2a3b1-1478-45fa-bef1-cc8aa15defb4 taken with stack trace [, , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1030.003865] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-b0f2a3b1-1478-45fa-bef1-cc8aa15defb4" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1030.003910] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-b0f2a3b1-1478-45fa-bef1-cc8aa15defb4" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1030.004065] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-b0f2a3b1-1478-45fa-bef1-cc8aa15defb4" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1030.004137] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b0f2a3b1-1478-45fa-bef1-cc8aa15defb4',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1030.507030] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock member-373dc220-6922-42c9-9031-971b9f1da491 taken with stack trace [, , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1030.507030] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-373dc220-6922-42c9-9031-971b9f1da491" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1030.507030] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('373dc220-6922-42c9-9031-971b9f1da491',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1030.507910] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port b0f2a3b1-1478-45fa-bef1-cc8aa15defb4 with status ACTIVE [ 1030.508140] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1030.508262] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1030.508329] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1030.508540] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1030.508640] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1030.508821] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1030.508937] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1030.508999] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1030.510664] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1030.510664] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1030.510664] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1030.510664] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1030.510664] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1030.510664] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1030.510664] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1030.510664] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: b0f2a3b1-1478-45fa-bef1-cc8aa15defb4 is going to be updated. [ 1030.529970] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1030.530756] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1030.530756] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1030.530756] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1030.530756] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1030.530756] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-b0f2a3b1-1478-45fa-bef1-cc8aa15defb4" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1031.012325] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('373dc220-6922-42c9-9031-971b9f1da491',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1031.283768] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 86643987-b9b4-44bb-b22a-ed3d1837d6d7 in Status: SUCCESS [ 1031.283969] env[69685]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 86643987-b9b4-44bb-b22a-ed3d1837d6d7 deletion is rescheduled due to dependency. [ 1031.284099] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-86643987-b9b4-44bb-b22a-ed3d1837d6d7" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1031.514575] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1031.514898] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1031.514898] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1031.514971] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1031.515080] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1031.515168] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 373dc220-6922-42c9-9031-971b9f1da491 is going to be created. [ 1031.537303] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1031.537493] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1031.537493] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1031.537678] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1031.537840] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1031.550090] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 373dc220-6922-42c9-9031-971b9f1da491 in Status: UNINITIALIZED for 2s [ 1031.745014] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 84a85f92-602d-4cdc-8f6d-d6fe65a80a46 in Status: SUCCESS [ 1031.745014] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-84a85f92-602d-4cdc-8f6d-d6fe65a80a46" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1031.745250] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-84a85f92-602d-4cdc-8f6d-d6fe65a80a46" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1031.745529] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-84a85f92-602d-4cdc-8f6d-d6fe65a80a46" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1031.745755] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1031.745904] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1031.745989] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1031.746215] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1031.746327] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1031.746444] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-84a85f92-602d-4cdc-8f6d-d6fe65a80a46" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1031.746537] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('84a85f92-602d-4cdc-8f6d-d6fe65a80a46',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1032.249006] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock member-84a85f92-602d-4cdc-8f6d-d6fe65a80a46 taken with stack trace [, , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1032.249245] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-84a85f92-602d-4cdc-8f6d-d6fe65a80a46" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1032.249323] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-84a85f92-602d-4cdc-8f6d-d6fe65a80a46" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1032.249588] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-84a85f92-602d-4cdc-8f6d-d6fe65a80a46" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1032.249770] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1032.250311] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1032.250403] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1032.250581] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1032.250676] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1032.250769] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-84a85f92-602d-4cdc-8f6d-d6fe65a80a46" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1032.250926] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock member-84a85f92-602d-4cdc-8f6d-d6fe65a80a46 taken with stack trace [, , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1032.251031] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-84a85f92-602d-4cdc-8f6d-d6fe65a80a46" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1032.251094] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-84a85f92-602d-4cdc-8f6d-d6fe65a80a46" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1032.251243] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-84a85f92-602d-4cdc-8f6d-d6fe65a80a46" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1032.251387] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1032.251481] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1032.251542] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1032.251673] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1032.251751] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1032.251846] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-84a85f92-602d-4cdc-8f6d-d6fe65a80a46" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1032.251936] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('84a85f92-602d-4cdc-8f6d-d6fe65a80a46',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1032.754871] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 84a85f92-602d-4cdc-8f6d-d6fe65a80a46: rpc.has_security_group_logging(os_id): False [ 1032.776615] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1032.776823] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1032.776916] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1032.777275] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1032.777405] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1032.777654] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1032.777937] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1032.777937] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1032.778141] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1032.778234] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1032.778484] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1032.778623] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1032.778717] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1032.778935] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1032.779082] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1032.779396] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1032.779525] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1032.779599] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1032.779751] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1032.779830] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1032.779960] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 84a85f92-602d-4cdc-8f6d-d6fe65a80a46 is going to be created. [ 1032.856276] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1032.856456] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1032.856509] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1032.856799] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1032.857057] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1032.870477] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 84a85f92-602d-4cdc-8f6d-d6fe65a80a46 in Status: IN_PROGRESS for 2s [ 1033.462933] env[69685]: INFO networking_nsxv3.common.synchronization [req-35eea005-e7df-4639-82e7-9886645ba77a req-c99938a9-edee-473a-ad61-4de2a7925a0d tempest-ServerActionsTestOtherA-1303343426 tempest-ServerActionsTestOtherA-1303343426-project-member] Enqueued Resource ID: e58ba48b-ffaf-4693-a8a9-628c0b411728 with Priority: HIGHEST for action security_group_members [ 1033.466210] env[69685]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e58ba48b-ffaf-4693-a8a9-628c0b411728 with Priority: HIGHEST for action security_group_members [ 1033.466523] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock member-e58ba48b-ffaf-4693-a8a9-628c0b411728 taken with stack trace [, , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1033.466656] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e58ba48b-ffaf-4693-a8a9-628c0b411728" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1033.466722] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e58ba48b-ffaf-4693-a8a9-628c0b411728" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1033.467037] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e58ba48b-ffaf-4693-a8a9-628c0b411728" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1033.467221] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1033.467324] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1033.467383] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1033.467544] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1033.467622] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1033.467713] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e58ba48b-ffaf-4693-a8a9-628c0b411728',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1033.561641] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 373dc220-6922-42c9-9031-971b9f1da491 in Status: SUCCESS [ 1033.561877] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-373dc220-6922-42c9-9031-971b9f1da491" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1033.562073] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-373dc220-6922-42c9-9031-971b9f1da491" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1033.562288] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-373dc220-6922-42c9-9031-971b9f1da491" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1033.562486] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1033.562603] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1033.562669] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1033.563011] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1033.563011] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1033.563011] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-373dc220-6922-42c9-9031-971b9f1da491" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1033.563218] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('373dc220-6922-42c9-9031-971b9f1da491',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1033.910451] env[69685]: DEBUG networking_nsxv3.common.locking [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Lock network-977 taken with stack trace [, , , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1033.910451] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquiring lock "network-977" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1033.910451] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquired lock "network-977" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1033.910975] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquired external semaphore "network-977" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1033.910975] env[69685]: DEBUG networking_nsxv3.common.locking [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1033.911154] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquiring lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1033.911277] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquired lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1033.911498] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquired external semaphore "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1033.911648] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Releasing lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1033.911865] env[69685]: DEBUG dogpile.cache.region [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] No value present for key: 'zone-id' {{(pid=69685) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1033.911980] env[69685]: DEBUG dogpile.lock [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] NeedRegenerationException {{(pid=69685) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1033.912105] env[69685]: DEBUG dogpile.lock [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] no value, waiting for create lock {{(pid=69685) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1033.912240] env[69685]: DEBUG dogpile.lock [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] value creation lock acquired {{(pid=69685) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1033.912370] env[69685]: DEBUG dogpile.cache.region [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] No value present for key: 'zone-id' {{(pid=69685) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1033.912510] env[69685]: DEBUG dogpile.lock [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Calling creation function for not-yet-present value {{(pid=69685) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1033.912652] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1033.935470] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1033.935663] env[69685]: DEBUG dogpile.cache.region [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=69685) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1033.935783] env[69685]: DEBUG dogpile.lock [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Released creation lock {{(pid=69685) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1033.935969] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Releasing lock "network-977" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1033.936322] env[69685]: DEBUG networking_nsxv3.common.locking [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Lock port-0125791b-4f11-4fbf-ae94-614827a8a13f taken with stack trace [, , , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1033.936577] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquiring lock "port-0125791b-4f11-4fbf-ae94-614827a8a13f" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1033.936713] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquired lock "port-0125791b-4f11-4fbf-ae94-614827a8a13f" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1033.937059] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquired external semaphore "port-0125791b-4f11-4fbf-ae94-614827a8a13f" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1033.937229] env[69685]: DEBUG networking_nsxv3.api.rpc [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0125791b-4f11-4fbf-ae94-614827a8a13f',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1033.970668] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1033.970819] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1033.971394] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1033.971394] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1033.971394] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1033.971394] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1033.971651] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1033.971651] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1033.971766] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1033.971766] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1033.971849] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e58ba48b-ffaf-4693-a8a9-628c0b411728 already deleted. [ 1033.971884] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e58ba48b-ffaf-4693-a8a9-628c0b411728" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1034.065758] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock member-373dc220-6922-42c9-9031-971b9f1da491 taken with stack trace [, , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1034.065951] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-373dc220-6922-42c9-9031-971b9f1da491" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1034.065951] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-373dc220-6922-42c9-9031-971b9f1da491" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1034.066145] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-373dc220-6922-42c9-9031-971b9f1da491" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1034.066311] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1034.066419] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1034.066486] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1034.066647] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1034.066726] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1034.066812] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-373dc220-6922-42c9-9031-971b9f1da491" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1034.067366] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock member-373dc220-6922-42c9-9031-971b9f1da491 taken with stack trace [, , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1034.067366] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-373dc220-6922-42c9-9031-971b9f1da491" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1034.067366] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-373dc220-6922-42c9-9031-971b9f1da491" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1034.067366] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-373dc220-6922-42c9-9031-971b9f1da491" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1034.067537] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1034.067537] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1034.067537] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1034.068218] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1034.068218] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1034.068218] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-373dc220-6922-42c9-9031-971b9f1da491" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1034.068218] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('373dc220-6922-42c9-9031-971b9f1da491',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1034.350454] env[69685]: INFO networking_nsxv3.common.synchronization [req-2330e513-d598-453c-93c3-940a41047acd req-44439574-0926-4b18-aff4-44861ad63ae5 tempest-ServerDiskConfigTestJSON-901540771 tempest-ServerDiskConfigTestJSON-901540771-project-member] Enqueued Resource ID: 5ef219b4-c621-4645-9c97-22a83d872582 with Priority: HIGHEST for action security_group_members [ 1034.350955] env[69685]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5ef219b4-c621-4645-9c97-22a83d872582 with Priority: HIGHEST for action security_group_members [ 1034.351285] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock member-5ef219b4-c621-4645-9c97-22a83d872582 taken with stack trace [, , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1034.351411] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5ef219b4-c621-4645-9c97-22a83d872582" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1034.351496] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5ef219b4-c621-4645-9c97-22a83d872582" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1034.351684] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5ef219b4-c621-4645-9c97-22a83d872582" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1034.351830] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1034.351931] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1034.352011] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1034.354241] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1034.354283] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1034.354416] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5ef219b4-c621-4645-9c97-22a83d872582',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1034.440032] env[69685]: DEBUG networking_nsxv3.common.locking [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1034.440216] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquiring lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1034.440487] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquired lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1034.440822] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquired external semaphore "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1034.440987] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Releasing lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1034.441175] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Segment Port 0125791b-4f11-4fbf-ae94-614827a8a13f not found, creating... [ 1034.441500] env[69685]: DEBUG networking_nsxv3.common.locking [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1034.441724] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquiring lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1034.441853] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquired lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1034.442106] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquired external semaphore "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1034.442251] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Releasing lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1034.442556] env[69685]: DEBUG networking_nsxv3.common.locking [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1034.442710] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquiring lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1034.442831] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquired lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1034.443051] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquired external semaphore "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1034.443193] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Releasing lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1034.443445] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Resource: SegmentPort with ID: 0125791b-4f11-4fbf-ae94-614827a8a13f is going to be created. [ 1034.466730] env[69685]: DEBUG networking_nsxv3.common.locking [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1034.466926] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquiring lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1034.467069] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquired lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1034.467342] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquired external semaphore "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1034.467587] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Releasing lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1034.467813] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Releasing lock "port-0125791b-4f11-4fbf-ae94-614827a8a13f" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1034.570271] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 373dc220-6922-42c9-9031-971b9f1da491: rpc.has_security_group_logging(os_id): False [ 1034.599683] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1034.599833] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1034.599903] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1034.600249] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1034.600387] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1034.600648] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1034.600860] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1034.600860] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1034.601067] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1034.601175] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1034.601384] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1034.601510] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1034.601592] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1034.601766] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1034.601864] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1034.602727] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1034.602727] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1034.602727] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1034.602727] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1034.602727] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1034.602727] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 373dc220-6922-42c9-9031-971b9f1da491 is going to be created. [ 1034.700537] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1034.700649] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1034.700690] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1034.700898] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1034.701079] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1034.715950] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 373dc220-6922-42c9-9031-971b9f1da491 in Status: IN_PROGRESS for 2s [ 1034.857752] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1034.857924] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1034.857978] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1034.858299] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1034.858413] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1034.858640] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1034.858796] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1034.858927] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1034.859225] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1034.859322] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1034.859429] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5ef219b4-c621-4645-9c97-22a83d872582 is going to be updated. [ 1034.883965] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 84a85f92-602d-4cdc-8f6d-d6fe65a80a46 in Status: SUCCESS [ 1034.884319] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-84a85f92-602d-4cdc-8f6d-d6fe65a80a46" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1034.890715] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1034.890898] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1034.890948] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1034.891220] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1034.891501] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1034.901808] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5ef219b4-c621-4645-9c97-22a83d872582 in Status: IN_PROGRESS for 2s [ 1035.537121] env[69685]: INFO networking_nsxv3.common.synchronization [req-35eea005-e7df-4639-82e7-9886645ba77a req-ebdb9e18-4f24-4e03-acf8-498aa0bc1262 service nova] Enqueued Resource ID: e58ba48b-ffaf-4693-a8a9-628c0b411728 with Priority: HIGHEST for action security_group_rules [ 1035.537396] env[69685]: INFO networking_nsxv3.common.synchronization [req-35eea005-e7df-4639-82e7-9886645ba77a req-ebdb9e18-4f24-4e03-acf8-498aa0bc1262 service nova] Enqueued Resource ID: e58ba48b-ffaf-4693-a8a9-628c0b411728 with Priority: HIGHEST for action security_group_members [ 1035.537572] env[69685]: INFO networking_nsxv3.common.synchronization [req-35eea005-e7df-4639-82e7-9886645ba77a req-ebdb9e18-4f24-4e03-acf8-498aa0bc1262 service nova] Enqueued Resource ID: 0125791b-4f11-4fbf-ae94-614827a8a13f with Priority: HIGHEST for action port [ 1035.538276] env[69685]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e58ba48b-ffaf-4693-a8a9-628c0b411728 with Priority: HIGHEST for action security_group_rules [ 1035.538276] env[69685]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e58ba48b-ffaf-4693-a8a9-628c0b411728 with Priority: HIGHEST for action security_group_members [ 1035.538276] env[69685]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0125791b-4f11-4fbf-ae94-614827a8a13f with Priority: HIGHEST for action port [ 1035.538883] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e58ba48b-ffaf-4693-a8a9-628c0b411728 taken with stack trace [, , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1035.538883] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e58ba48b-ffaf-4693-a8a9-628c0b411728" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1035.539041] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e58ba48b-ffaf-4693-a8a9-628c0b411728" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1035.539133] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e58ba48b-ffaf-4693-a8a9-628c0b411728" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1035.539251] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e58ba48b-ffaf-4693-a8a9-628c0b411728',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1035.540091] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock member-e58ba48b-ffaf-4693-a8a9-628c0b411728 taken with stack trace [, , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1035.540222] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e58ba48b-ffaf-4693-a8a9-628c0b411728" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1035.540306] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e58ba48b-ffaf-4693-a8a9-628c0b411728" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1035.540455] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e58ba48b-ffaf-4693-a8a9-628c0b411728" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1035.540604] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1035.540699] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1035.540762] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1035.541114] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1035.541114] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1035.545937] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e58ba48b-ffaf-4693-a8a9-628c0b411728',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1035.545937] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock port-0125791b-4f11-4fbf-ae94-614827a8a13f taken with stack trace [, , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1035.545937] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-0125791b-4f11-4fbf-ae94-614827a8a13f" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1035.545937] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-0125791b-4f11-4fbf-ae94-614827a8a13f" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1035.545937] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-0125791b-4f11-4fbf-ae94-614827a8a13f" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1035.545937] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0125791b-4f11-4fbf-ae94-614827a8a13f',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1035.557745] env[69685]: INFO networking_nsxv3.common.synchronization [None req-68495ec8-a910-46df-b7a7-00eeba50464b tempest-AttachInterfacesTestJSON-1165856161 tempest-AttachInterfacesTestJSON-1165856161-project-member] Enqueued Resource ID: 373dc220-6922-42c9-9031-971b9f1da491 with Priority: HIGHEST for action security_group_members [ 1035.558722] env[69685]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 373dc220-6922-42c9-9031-971b9f1da491 with Priority: HIGHEST for action security_group_members [ 1035.559045] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock member-373dc220-6922-42c9-9031-971b9f1da491 taken with stack trace [, , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1035.559173] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-373dc220-6922-42c9-9031-971b9f1da491" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1035.559260] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-373dc220-6922-42c9-9031-971b9f1da491" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1035.559477] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-373dc220-6922-42c9-9031-971b9f1da491" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1035.559609] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1035.559708] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1035.559771] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1035.559918] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1035.560006] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1035.561492] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('373dc220-6922-42c9-9031-971b9f1da491',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1035.844697] env[69685]: INFO networking_nsxv3.common.synchronization [req-b2d0bcdc-7fe8-4039-88fb-ab340f7fb51b req-96ce5b89-4a73-4228-a0de-c265b2dc33cf tempest-ServerRescueNegativeTestJSON-1379847541 tempest-ServerRescueNegativeTestJSON-1379847541-project-member] Enqueued Resource ID: bbed9d31-5596-43da-97e8-1afe86ce9aec with Priority: HIGHEST for action security_group_members [ 1035.845386] env[69685]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bbed9d31-5596-43da-97e8-1afe86ce9aec with Priority: HIGHEST for action security_group_members [ 1035.845769] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock member-bbed9d31-5596-43da-97e8-1afe86ce9aec taken with stack trace [, , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1035.845925] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bbed9d31-5596-43da-97e8-1afe86ce9aec" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1035.846644] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bbed9d31-5596-43da-97e8-1afe86ce9aec" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1035.847032] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bbed9d31-5596-43da-97e8-1afe86ce9aec" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1035.847251] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1035.847400] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1035.847489] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1035.848229] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1035.848229] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1035.848229] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('bbed9d31-5596-43da-97e8-1afe86ce9aec',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1036.048294] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock member-e58ba48b-ffaf-4693-a8a9-628c0b411728 taken with stack trace [, , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1036.048697] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e58ba48b-ffaf-4693-a8a9-628c0b411728" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1036.050711] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('e58ba48b-ffaf-4693-a8a9-628c0b411728',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1036.050711] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 0125791b-4f11-4fbf-ae94-614827a8a13f with status ACTIVE [ 1036.050711] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1036.050711] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1036.050711] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1036.052061] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1036.052180] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1036.052379] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1036.052489] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1036.052552] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1036.052740] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1036.052810] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1036.053011] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1036.053124] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1036.053183] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1036.054172] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1036.054172] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1036.054172] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 0125791b-4f11-4fbf-ae94-614827a8a13f is going to be updated. [ 1036.063691] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('373dc220-6922-42c9-9031-971b9f1da491',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1036.074431] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1036.074431] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1036.074431] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1036.074431] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1036.074431] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1036.074431] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-0125791b-4f11-4fbf-ae94-614827a8a13f" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1036.161587] env[69685]: DEBUG networking_nsxv3.common.locking [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Lock network-36 taken with stack trace [, , , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1036.161810] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquiring lock "network-36" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1036.161935] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquired lock "network-36" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1036.162209] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquired external semaphore "network-36" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1036.162473] env[69685]: DEBUG networking_nsxv3.common.locking [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1036.162622] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquiring lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1036.162744] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquired lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1036.163014] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquired external semaphore "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1036.163108] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Releasing lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1036.163319] env[69685]: DEBUG dogpile.cache.region [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] No value present for key: 'zone-id' {{(pid=69685) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1036.163433] env[69685]: DEBUG dogpile.lock [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] NeedRegenerationException {{(pid=69685) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1036.163543] env[69685]: DEBUG dogpile.lock [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] no value, waiting for create lock {{(pid=69685) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1036.163651] env[69685]: DEBUG dogpile.lock [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] value creation lock acquired {{(pid=69685) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1036.163761] env[69685]: DEBUG dogpile.cache.region [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] No value present for key: 'zone-id' {{(pid=69685) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1036.163866] env[69685]: DEBUG dogpile.lock [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Calling creation function for not-yet-present value {{(pid=69685) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1036.163997] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1036.182254] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1036.182393] env[69685]: DEBUG dogpile.cache.region [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Cache value generated in 0.018 seconds for key(s): 'zone-id' {{(pid=69685) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1036.183074] env[69685]: DEBUG dogpile.lock [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Released creation lock {{(pid=69685) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1036.183074] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Releasing lock "network-36" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1036.183074] env[69685]: DEBUG networking_nsxv3.common.locking [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Lock port-84e09efb-29be-44d8-ae21-54584218739a taken with stack trace [, , , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1036.183699] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquiring lock "port-84e09efb-29be-44d8-ae21-54584218739a" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1036.183699] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquired lock "port-84e09efb-29be-44d8-ae21-54584218739a" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1036.183699] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquired external semaphore "port-84e09efb-29be-44d8-ae21-54584218739a" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1036.184048] env[69685]: DEBUG networking_nsxv3.api.rpc [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('84e09efb-29be-44d8-ae21-54584218739a',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1036.350268] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1036.350974] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1036.350974] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1036.350974] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1036.351146] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1036.351284] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1036.351396] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1036.351453] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1036.351593] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1036.351670] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1036.351777] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: bbed9d31-5596-43da-97e8-1afe86ce9aec already deleted. [ 1036.351818] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bbed9d31-5596-43da-97e8-1afe86ce9aec" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1036.555425] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('e58ba48b-ffaf-4693-a8a9-628c0b411728',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1036.566445] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('373dc220-6922-42c9-9031-971b9f1da491',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1036.687208] env[69685]: DEBUG networking_nsxv3.common.locking [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1036.687208] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquiring lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1036.687208] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquired lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1036.687208] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquired external semaphore "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1036.687208] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Releasing lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1036.687208] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Segment Port 84e09efb-29be-44d8-ae21-54584218739a not found, creating... [ 1036.687530] env[69685]: DEBUG networking_nsxv3.common.locking [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1036.687664] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquiring lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1036.687788] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquired lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1036.688013] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquired external semaphore "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1036.688157] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Releasing lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1036.688469] env[69685]: DEBUG networking_nsxv3.common.locking [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1036.688641] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquiring lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1036.688762] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquired lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1036.688971] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquired external semaphore "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1036.689175] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Releasing lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1036.689360] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Resource: SegmentPort with ID: 84e09efb-29be-44d8-ae21-54584218739a is going to be created. [ 1036.713063] env[69685]: DEBUG networking_nsxv3.common.locking [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1036.713063] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquiring lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1036.713063] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquired lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1036.713063] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquired external semaphore "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1036.713063] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Releasing lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1036.713404] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Releasing lock "port-84e09efb-29be-44d8-ae21-54584218739a" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1036.733597] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 373dc220-6922-42c9-9031-971b9f1da491 in Status: SUCCESS [ 1036.733843] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-373dc220-6922-42c9-9031-971b9f1da491" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1036.913102] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5ef219b4-c621-4645-9c97-22a83d872582 in Status: SUCCESS [ 1036.913281] env[69685]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5ef219b4-c621-4645-9c97-22a83d872582 deletion is rescheduled due to dependency. [ 1036.913398] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5ef219b4-c621-4645-9c97-22a83d872582" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1037.057584] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1037.057738] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1037.057816] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1037.058054] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1037.058149] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1037.058248] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e58ba48b-ffaf-4693-a8a9-628c0b411728 is going to be created. [ 1037.068189] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1037.069013] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1037.069013] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1037.069013] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1037.069013] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1037.069013] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 373dc220-6922-42c9-9031-971b9f1da491 is going to be updated. [ 1037.079936] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1037.079936] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1037.080111] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1037.080499] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1037.080499] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1037.088215] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e58ba48b-ffaf-4693-a8a9-628c0b411728 in Status: UNINITIALIZED for 2s [ 1037.109346] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1037.109587] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1037.109587] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1037.109807] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1037.109928] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1037.120955] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 373dc220-6922-42c9-9031-971b9f1da491 in Status: IN_PROGRESS for 2s [ 1037.613810] env[69685]: INFO networking_nsxv3.common.synchronization [req-b2d0bcdc-7fe8-4039-88fb-ab340f7fb51b req-c37a169f-5b80-4cf3-9a2b-c76a799bfc06 service nova] Enqueued Resource ID: bbed9d31-5596-43da-97e8-1afe86ce9aec with Priority: HIGHEST for action security_group_rules [ 1037.614124] env[69685]: INFO networking_nsxv3.common.synchronization [req-b2d0bcdc-7fe8-4039-88fb-ab340f7fb51b req-c37a169f-5b80-4cf3-9a2b-c76a799bfc06 service nova] Enqueued Resource ID: bbed9d31-5596-43da-97e8-1afe86ce9aec with Priority: HIGHEST for action security_group_members [ 1037.614124] env[69685]: INFO networking_nsxv3.common.synchronization [req-b2d0bcdc-7fe8-4039-88fb-ab340f7fb51b req-c37a169f-5b80-4cf3-9a2b-c76a799bfc06 service nova] Enqueued Resource ID: 84e09efb-29be-44d8-ae21-54584218739a with Priority: HIGHEST for action port [ 1037.614410] env[69685]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bbed9d31-5596-43da-97e8-1afe86ce9aec with Priority: HIGHEST for action security_group_rules [ 1037.614543] env[69685]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bbed9d31-5596-43da-97e8-1afe86ce9aec with Priority: HIGHEST for action security_group_members [ 1037.614637] env[69685]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 84e09efb-29be-44d8-ae21-54584218739a with Priority: HIGHEST for action port [ 1037.615321] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock rules-bbed9d31-5596-43da-97e8-1afe86ce9aec taken with stack trace [, , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1037.615468] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-bbed9d31-5596-43da-97e8-1afe86ce9aec" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1037.615530] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-bbed9d31-5596-43da-97e8-1afe86ce9aec" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1037.615738] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-bbed9d31-5596-43da-97e8-1afe86ce9aec" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1037.615833] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('bbed9d31-5596-43da-97e8-1afe86ce9aec',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1037.617309] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock member-bbed9d31-5596-43da-97e8-1afe86ce9aec taken with stack trace [, , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1037.617430] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bbed9d31-5596-43da-97e8-1afe86ce9aec" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1037.617486] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bbed9d31-5596-43da-97e8-1afe86ce9aec" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1037.617659] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bbed9d31-5596-43da-97e8-1afe86ce9aec" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1037.618199] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1037.618335] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1037.618370] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1037.618529] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1037.618616] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1037.618708] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('bbed9d31-5596-43da-97e8-1afe86ce9aec',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1037.619717] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock port-84e09efb-29be-44d8-ae21-54584218739a taken with stack trace [, , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1037.619842] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-84e09efb-29be-44d8-ae21-54584218739a" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1037.619900] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-84e09efb-29be-44d8-ae21-54584218739a" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1037.620047] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-84e09efb-29be-44d8-ae21-54584218739a" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1037.620115] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('84e09efb-29be-44d8-ae21-54584218739a',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1037.875417] env[69685]: DEBUG networking_nsxv3.common.locking [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Lock network-52 taken with stack trace [, , , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1037.875417] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquiring lock "network-52" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1037.875417] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquired lock "network-52" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1037.875417] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquired external semaphore "network-52" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1037.875417] env[69685]: DEBUG networking_nsxv3.common.locking [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1037.875844] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquiring lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1037.875844] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquired lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1037.875844] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquired external semaphore "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1037.876051] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Releasing lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1037.876351] env[69685]: DEBUG dogpile.cache.region [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] No value present for key: 'zone-id' {{(pid=69685) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1037.876774] env[69685]: DEBUG dogpile.lock [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] NeedRegenerationException {{(pid=69685) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1037.876906] env[69685]: DEBUG dogpile.lock [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] no value, waiting for create lock {{(pid=69685) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1037.877036] env[69685]: DEBUG dogpile.lock [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] value creation lock acquired {{(pid=69685) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1037.877179] env[69685]: DEBUG dogpile.cache.region [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] No value present for key: 'zone-id' {{(pid=69685) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1037.877313] env[69685]: DEBUG dogpile.lock [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Calling creation function for not-yet-present value {{(pid=69685) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1037.877453] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1037.898591] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1037.898797] env[69685]: DEBUG dogpile.cache.region [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=69685) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1037.898969] env[69685]: DEBUG dogpile.lock [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Released creation lock {{(pid=69685) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1037.899190] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Releasing lock "network-52" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1037.899551] env[69685]: DEBUG networking_nsxv3.common.locking [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Lock port-dee0307b-2d65-4ced-8c79-8ebe8bb80542 taken with stack trace [, , , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1037.899731] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquiring lock "port-dee0307b-2d65-4ced-8c79-8ebe8bb80542" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1037.899854] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquired lock "port-dee0307b-2d65-4ced-8c79-8ebe8bb80542" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1037.900158] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquired external semaphore "port-dee0307b-2d65-4ced-8c79-8ebe8bb80542" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1037.900301] env[69685]: DEBUG networking_nsxv3.api.rpc [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('dee0307b-2d65-4ced-8c79-8ebe8bb80542',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1038.121672] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 84e09efb-29be-44d8-ae21-54584218739a with status ACTIVE [ 1038.121947] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1038.122134] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1038.122210] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1038.122452] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1038.122570] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1038.122787] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1038.122896] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1038.122986] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1038.123174] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1038.123295] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1038.123524] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1038.123698] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1038.123782] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1038.124108] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1038.124211] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1038.124313] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 84e09efb-29be-44d8-ae21-54584218739a is going to be updated. [ 1038.125414] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('bbed9d31-5596-43da-97e8-1afe86ce9aec',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1038.126602] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock member-bbed9d31-5596-43da-97e8-1afe86ce9aec taken with stack trace [, , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1038.126690] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bbed9d31-5596-43da-97e8-1afe86ce9aec" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1038.146516] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1038.146664] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1038.146717] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1038.146923] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1038.147091] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1038.147225] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-84e09efb-29be-44d8-ae21-54584218739a" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1038.283954] env[69685]: INFO networking_nsxv3.common.synchronization [req-1e2e3cf5-55c7-4824-b987-fed96467d667 req-3aa95ad7-3466-4b74-90b4-91aa18958742 tempest-VolumesAdminNegativeTest-1313008661 tempest-VolumesAdminNegativeTest-1313008661-project-member] Enqueued Resource ID: e950982e-8473-4713-9586-d072ddf52984 with Priority: HIGHEST for action security_group_members [ 1038.284847] env[69685]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e950982e-8473-4713-9586-d072ddf52984 with Priority: HIGHEST for action security_group_members [ 1038.285210] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock member-e950982e-8473-4713-9586-d072ddf52984 taken with stack trace [, , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1038.285341] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e950982e-8473-4713-9586-d072ddf52984" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1038.285409] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e950982e-8473-4713-9586-d072ddf52984" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1038.285663] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e950982e-8473-4713-9586-d072ddf52984" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1038.285823] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1038.285924] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1038.286021] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1038.286337] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1038.286429] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1038.286523] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e950982e-8473-4713-9586-d072ddf52984',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1038.402872] env[69685]: DEBUG networking_nsxv3.common.locking [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1038.403127] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquiring lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1038.403239] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquired lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1038.403518] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquired external semaphore "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1038.403669] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Releasing lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1038.403826] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Segment Port dee0307b-2d65-4ced-8c79-8ebe8bb80542 not found, creating... [ 1038.404100] env[69685]: DEBUG networking_nsxv3.common.locking [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1038.404263] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquiring lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1038.404385] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquired lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1038.404601] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquired external semaphore "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1038.404743] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Releasing lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1038.405032] env[69685]: DEBUG networking_nsxv3.common.locking [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1038.405193] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquiring lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1038.405313] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquired lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1038.405526] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquired external semaphore "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1038.405662] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Releasing lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1038.405804] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Resource: SegmentPort with ID: dee0307b-2d65-4ced-8c79-8ebe8bb80542 is going to be created. [ 1038.424820] env[69685]: DEBUG networking_nsxv3.common.locking [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1038.425041] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquiring lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1038.425172] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquired lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1038.425423] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquired external semaphore "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1038.425646] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Releasing lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1038.425870] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Releasing lock "port-dee0307b-2d65-4ced-8c79-8ebe8bb80542" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1038.554597] env[69685]: DEBUG networking_nsxv3.common.locking [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Lock network-103 taken with stack trace [, , , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1038.554758] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquiring lock "network-103" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1038.555013] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquired lock "network-103" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1038.555180] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquired external semaphore "network-103" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1038.555907] env[69685]: DEBUG networking_nsxv3.common.locking [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1038.555907] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquiring lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1038.555907] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquired lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1038.555907] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquired external semaphore "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1038.556155] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Releasing lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1038.556279] env[69685]: DEBUG dogpile.cache.region [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] No value present for key: 'zone-id' {{(pid=69685) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1038.556426] env[69685]: DEBUG dogpile.lock [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] NeedRegenerationException {{(pid=69685) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1038.556645] env[69685]: DEBUG dogpile.lock [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] no value, waiting for create lock {{(pid=69685) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1038.556797] env[69685]: DEBUG dogpile.lock [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] value creation lock acquired {{(pid=69685) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1038.556951] env[69685]: DEBUG dogpile.cache.region [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] No value present for key: 'zone-id' {{(pid=69685) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1038.557138] env[69685]: DEBUG dogpile.lock [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Calling creation function for not-yet-present value {{(pid=69685) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1038.557315] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1038.579903] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1038.580190] env[69685]: DEBUG dogpile.cache.region [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=69685) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1038.580386] env[69685]: DEBUG dogpile.lock [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Released creation lock {{(pid=69685) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1038.580579] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Releasing lock "network-103" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1038.580890] env[69685]: DEBUG networking_nsxv3.common.locking [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Lock port-6bb6591b-9b30-4eb7-a7a6-1a15bd15d59d taken with stack trace [, , , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1038.581072] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquiring lock "port-6bb6591b-9b30-4eb7-a7a6-1a15bd15d59d" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1038.581192] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquired lock "port-6bb6591b-9b30-4eb7-a7a6-1a15bd15d59d" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1038.581506] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquired external semaphore "port-6bb6591b-9b30-4eb7-a7a6-1a15bd15d59d" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1038.582302] env[69685]: DEBUG networking_nsxv3.api.rpc [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6bb6591b-9b30-4eb7-a7a6-1a15bd15d59d',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1038.628980] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('bbed9d31-5596-43da-97e8-1afe86ce9aec',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1038.789098] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1038.789328] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1038.789450] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1038.789663] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1038.789762] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1038.789992] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1038.790132] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1038.790198] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1038.790406] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1038.790490] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1038.790600] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e950982e-8473-4713-9586-d072ddf52984 already deleted. [ 1038.790691] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e950982e-8473-4713-9586-d072ddf52984" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1039.088432] env[69685]: DEBUG networking_nsxv3.common.locking [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1039.088432] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquiring lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1039.088432] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquired lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1039.088432] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquired external semaphore "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1039.088432] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Releasing lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1039.088432] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Segment Port 6bb6591b-9b30-4eb7-a7a6-1a15bd15d59d not found, creating... [ 1039.088432] env[69685]: DEBUG networking_nsxv3.common.locking [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1039.088432] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquiring lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1039.088432] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquired lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1039.088432] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquired external semaphore "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1039.088432] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Releasing lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1039.088854] env[69685]: DEBUG networking_nsxv3.common.locking [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1039.088854] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquiring lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1039.088854] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquired lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1039.088854] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquired external semaphore "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1039.088854] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Releasing lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1039.088854] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Resource: SegmentPort with ID: 6bb6591b-9b30-4eb7-a7a6-1a15bd15d59d is going to be created. [ 1039.099114] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e58ba48b-ffaf-4693-a8a9-628c0b411728 in Status: SUCCESS [ 1039.099114] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e58ba48b-ffaf-4693-a8a9-628c0b411728" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1039.099114] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e58ba48b-ffaf-4693-a8a9-628c0b411728" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1039.099398] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e58ba48b-ffaf-4693-a8a9-628c0b411728" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1039.099681] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1039.099855] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1039.099962] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1039.100221] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1039.100368] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1039.100744] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e58ba48b-ffaf-4693-a8a9-628c0b411728" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1039.100744] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('e58ba48b-ffaf-4693-a8a9-628c0b411728',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1039.109767] env[69685]: DEBUG networking_nsxv3.common.locking [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1039.110101] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquiring lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1039.110312] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquired lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1039.110628] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquired external semaphore "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1039.110921] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Releasing lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1039.111222] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Releasing lock "port-6bb6591b-9b30-4eb7-a7a6-1a15bd15d59d" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1039.131169] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 373dc220-6922-42c9-9031-971b9f1da491 in Status: SUCCESS [ 1039.131408] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-373dc220-6922-42c9-9031-971b9f1da491" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1039.131854] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1039.131972] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1039.132064] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1039.132259] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1039.132341] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1039.132430] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: bbed9d31-5596-43da-97e8-1afe86ce9aec is going to be created. [ 1039.164023] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1039.164023] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1039.164023] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1039.164023] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1039.164023] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1039.167844] env[69685]: INFO networking_nsxv3.common.synchronization [req-9b0cf124-de21-4b55-9de4-480877a5be91 req-2da6fb06-0390-492e-8d73-e3b4d5de8e3d service nova] Enqueued Resource ID: 373dc220-6922-42c9-9031-971b9f1da491 with Priority: HIGHEST for action security_group_rules [ 1039.168156] env[69685]: INFO networking_nsxv3.common.synchronization [req-9b0cf124-de21-4b55-9de4-480877a5be91 req-2da6fb06-0390-492e-8d73-e3b4d5de8e3d service nova] Enqueued Resource ID: 373dc220-6922-42c9-9031-971b9f1da491 with Priority: HIGHEST for action security_group_members [ 1039.168542] env[69685]: INFO networking_nsxv3.common.synchronization [req-9b0cf124-de21-4b55-9de4-480877a5be91 req-2da6fb06-0390-492e-8d73-e3b4d5de8e3d service nova] Enqueued Resource ID: dee0307b-2d65-4ced-8c79-8ebe8bb80542 with Priority: HIGHEST for action port [ 1039.169149] env[69685]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 373dc220-6922-42c9-9031-971b9f1da491 with Priority: HIGHEST for action security_group_rules [ 1039.169502] env[69685]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 373dc220-6922-42c9-9031-971b9f1da491 with Priority: HIGHEST for action security_group_members [ 1039.169671] env[69685]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dee0307b-2d65-4ced-8c79-8ebe8bb80542 with Priority: HIGHEST for action port [ 1039.169994] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock rules-373dc220-6922-42c9-9031-971b9f1da491 taken with stack trace [, , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1039.170185] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-373dc220-6922-42c9-9031-971b9f1da491" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1039.170393] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-373dc220-6922-42c9-9031-971b9f1da491" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1039.170595] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-373dc220-6922-42c9-9031-971b9f1da491" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1039.171084] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('373dc220-6922-42c9-9031-971b9f1da491',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1039.172284] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock member-373dc220-6922-42c9-9031-971b9f1da491 taken with stack trace [, , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1039.172726] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-373dc220-6922-42c9-9031-971b9f1da491" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1039.172726] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-373dc220-6922-42c9-9031-971b9f1da491" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1039.172994] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-373dc220-6922-42c9-9031-971b9f1da491" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1039.173059] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1039.173193] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1039.173325] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1039.173480] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1039.173671] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1039.173751] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('373dc220-6922-42c9-9031-971b9f1da491',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1039.174635] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock port-dee0307b-2d65-4ced-8c79-8ebe8bb80542 taken with stack trace [, , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1039.174813] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-dee0307b-2d65-4ced-8c79-8ebe8bb80542" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1039.174920] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-dee0307b-2d65-4ced-8c79-8ebe8bb80542" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1039.175125] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-dee0307b-2d65-4ced-8c79-8ebe8bb80542" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1039.175628] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('dee0307b-2d65-4ced-8c79-8ebe8bb80542',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1039.177843] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bbed9d31-5596-43da-97e8-1afe86ce9aec in Status: UNINITIALIZED for 2s [ 1039.605148] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('e58ba48b-ffaf-4693-a8a9-628c0b411728',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1039.677709] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('373dc220-6922-42c9-9031-971b9f1da491',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1039.679465] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock member-373dc220-6922-42c9-9031-971b9f1da491 taken with stack trace [, , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1039.679626] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-373dc220-6922-42c9-9031-971b9f1da491" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1039.679799] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port dee0307b-2d65-4ced-8c79-8ebe8bb80542 with status ACTIVE [ 1039.680014] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1039.680149] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1039.680309] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1039.680734] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1039.680884] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1039.681072] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1039.681206] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1039.681338] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1039.681617] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1039.681773] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1039.681964] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1039.682377] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1039.682377] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1039.682377] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1039.682564] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1039.682564] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: dee0307b-2d65-4ced-8c79-8ebe8bb80542 is going to be updated. [ 1039.702963] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1039.702963] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1039.702963] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1039.702963] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1039.702963] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1039.702963] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-dee0307b-2d65-4ced-8c79-8ebe8bb80542" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1039.806441] env[69685]: INFO networking_nsxv3.common.synchronization [req-1e2e3cf5-55c7-4824-b987-fed96467d667 req-f2c7afb9-84dd-4c77-9f66-811390a9d1b6 service nova] Enqueued Resource ID: e950982e-8473-4713-9586-d072ddf52984 with Priority: HIGHEST for action security_group_rules [ 1039.806723] env[69685]: INFO networking_nsxv3.common.synchronization [req-1e2e3cf5-55c7-4824-b987-fed96467d667 req-f2c7afb9-84dd-4c77-9f66-811390a9d1b6 service nova] Enqueued Resource ID: e950982e-8473-4713-9586-d072ddf52984 with Priority: HIGHEST for action security_group_members [ 1039.806927] env[69685]: INFO networking_nsxv3.common.synchronization [req-1e2e3cf5-55c7-4824-b987-fed96467d667 req-f2c7afb9-84dd-4c77-9f66-811390a9d1b6 service nova] Enqueued Resource ID: 6bb6591b-9b30-4eb7-a7a6-1a15bd15d59d with Priority: HIGHEST for action port [ 1039.807861] env[69685]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e950982e-8473-4713-9586-d072ddf52984 with Priority: HIGHEST for action security_group_rules [ 1039.807861] env[69685]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e950982e-8473-4713-9586-d072ddf52984 with Priority: HIGHEST for action security_group_members [ 1039.807861] env[69685]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6bb6591b-9b30-4eb7-a7a6-1a15bd15d59d with Priority: HIGHEST for action port [ 1039.808075] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e950982e-8473-4713-9586-d072ddf52984 taken with stack trace [, , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1039.808245] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e950982e-8473-4713-9586-d072ddf52984" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1039.808317] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e950982e-8473-4713-9586-d072ddf52984" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1039.808690] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e950982e-8473-4713-9586-d072ddf52984" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1039.808839] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e950982e-8473-4713-9586-d072ddf52984',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1039.810599] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock member-e950982e-8473-4713-9586-d072ddf52984 taken with stack trace [, , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1039.810599] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e950982e-8473-4713-9586-d072ddf52984" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1039.810599] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e950982e-8473-4713-9586-d072ddf52984" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1039.810824] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e950982e-8473-4713-9586-d072ddf52984" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1039.811017] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1039.811247] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1039.811313] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1039.811477] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1039.811618] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1039.811720] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e950982e-8473-4713-9586-d072ddf52984',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1039.812598] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock port-6bb6591b-9b30-4eb7-a7a6-1a15bd15d59d taken with stack trace [, , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1039.812738] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-6bb6591b-9b30-4eb7-a7a6-1a15bd15d59d" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1039.812880] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-6bb6591b-9b30-4eb7-a7a6-1a15bd15d59d" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1039.813091] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-6bb6591b-9b30-4eb7-a7a6-1a15bd15d59d" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1039.813227] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6bb6591b-9b30-4eb7-a7a6-1a15bd15d59d',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1040.107383] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for e58ba48b-ffaf-4693-a8a9-628c0b411728: rpc.has_security_group_logging(os_id): False [ 1040.124677] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1040.124843] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1040.124843] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1040.125132] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1040.125229] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1040.125472] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1040.125569] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1040.125637] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1040.125906] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1040.125987] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1040.126088] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e58ba48b-ffaf-4693-a8a9-628c0b411728 is going to be created. [ 1040.177246] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1040.177413] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1040.177456] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1040.177611] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1040.177788] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1040.185188] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('373dc220-6922-42c9-9031-971b9f1da491',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1040.190562] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e58ba48b-ffaf-4693-a8a9-628c0b411728 in Status: IN_PROGRESS for 2s [ 1040.314774] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('e950982e-8473-4713-9586-d072ddf52984',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1040.315631] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock member-e950982e-8473-4713-9586-d072ddf52984 taken with stack trace [, , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1040.315762] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e950982e-8473-4713-9586-d072ddf52984" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1040.315951] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 6bb6591b-9b30-4eb7-a7a6-1a15bd15d59d with status ACTIVE [ 1040.316198] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1040.316311] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1040.316380] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1040.316770] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1040.316889] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1040.317086] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1040.317311] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1040.317311] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1040.317454] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1040.317489] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1040.318075] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1040.318075] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1040.318075] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1040.318075] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1040.318075] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1040.318531] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 6bb6591b-9b30-4eb7-a7a6-1a15bd15d59d is going to be updated. [ 1040.338432] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1040.338568] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1040.339169] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1040.339169] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1040.339169] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1040.339169] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-6bb6591b-9b30-4eb7-a7a6-1a15bd15d59d" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1040.687732] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1040.688098] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1040.688098] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1040.688204] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1040.688267] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1040.688367] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 373dc220-6922-42c9-9031-971b9f1da491 is going to be updated. [ 1040.714834] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1040.714834] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1040.714834] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1040.714834] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1040.714834] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1040.722830] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 373dc220-6922-42c9-9031-971b9f1da491 in Status: IN_PROGRESS for 2s [ 1040.823357] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('e950982e-8473-4713-9586-d072ddf52984',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1041.188033] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bbed9d31-5596-43da-97e8-1afe86ce9aec in Status: SUCCESS [ 1041.188033] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bbed9d31-5596-43da-97e8-1afe86ce9aec" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1041.188033] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bbed9d31-5596-43da-97e8-1afe86ce9aec" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1041.188033] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bbed9d31-5596-43da-97e8-1afe86ce9aec" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1041.188284] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1041.188284] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1041.188407] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1041.188501] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1041.188581] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1041.188660] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bbed9d31-5596-43da-97e8-1afe86ce9aec" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1041.188745] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('bbed9d31-5596-43da-97e8-1afe86ce9aec',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1041.325526] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1041.325693] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1041.325779] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1041.325977] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1041.326086] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1041.326188] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e950982e-8473-4713-9586-d072ddf52984 is going to be created. [ 1041.347930] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1041.348066] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1041.348066] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1041.348215] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1041.348364] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1041.356555] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e950982e-8473-4713-9586-d072ddf52984 in Status: UNINITIALIZED for 2s [ 1041.692104] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('bbed9d31-5596-43da-97e8-1afe86ce9aec',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1041.730868] env[69685]: INFO networking_nsxv3.common.synchronization [None req-a0447378-5448-4379-901d-15ed4f9cf743 tempest-AttachVolumeNegativeTest-2144472599 tempest-AttachVolumeNegativeTest-2144472599-project-member] Enqueued Resource ID: 264ce554-3c75-4a71-ae13-33322402903c with Priority: HIGHEST for action security_group_rules [ 1041.731495] env[69685]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 264ce554-3c75-4a71-ae13-33322402903c with Priority: HIGHEST for action security_group_rules [ 1041.731853] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock rules-264ce554-3c75-4a71-ae13-33322402903c taken with stack trace [, , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1041.731973] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-264ce554-3c75-4a71-ae13-33322402903c" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1041.732070] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-264ce554-3c75-4a71-ae13-33322402903c" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1041.732321] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-264ce554-3c75-4a71-ae13-33322402903c" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1041.732409] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('264ce554-3c75-4a71-ae13-33322402903c',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1041.809223] env[69685]: INFO networking_nsxv3.common.synchronization [None req-3bf7f6a0-42d1-4eb8-b8d0-f5c1a882700b tempest-AttachVolumeNegativeTest-2144472599 tempest-AttachVolumeNegativeTest-2144472599-project-member] Enqueued Resource ID: 264ce554-3c75-4a71-ae13-33322402903c with Priority: HIGHEST for action security_group_rules [ 1041.809749] env[69685]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 264ce554-3c75-4a71-ae13-33322402903c with Priority: HIGHEST for action security_group_rules [ 1041.810088] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock rules-264ce554-3c75-4a71-ae13-33322402903c taken with stack trace [, , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1041.810198] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-264ce554-3c75-4a71-ae13-33322402903c" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1042.195413] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for bbed9d31-5596-43da-97e8-1afe86ce9aec: rpc.has_security_group_logging(os_id): False [ 1042.219603] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e58ba48b-ffaf-4693-a8a9-628c0b411728 in Status: SUCCESS [ 1042.219829] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e58ba48b-ffaf-4693-a8a9-628c0b411728" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1042.226906] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1042.226906] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1042.226906] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1042.226906] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1042.227249] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1042.227404] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1042.227616] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1042.227616] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1042.227806] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1042.227806] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1042.227878] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: bbed9d31-5596-43da-97e8-1afe86ce9aec is going to be created. [ 1042.255778] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1042.256090] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1042.256090] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1042.256340] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1042.256408] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1042.256500] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 264ce554-3c75-4a71-ae13-33322402903c already deleted. [ 1042.256621] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-264ce554-3c75-4a71-ae13-33322402903c" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1042.257449] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-264ce554-3c75-4a71-ae13-33322402903c" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1042.257449] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-264ce554-3c75-4a71-ae13-33322402903c" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1042.257449] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('264ce554-3c75-4a71-ae13-33322402903c',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1042.332567] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1042.332567] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1042.332567] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1042.332567] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1042.332567] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1042.345065] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: bbed9d31-5596-43da-97e8-1afe86ce9aec in Status: IN_PROGRESS for 2s [ 1042.734111] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 373dc220-6922-42c9-9031-971b9f1da491 in Status: SUCCESS [ 1042.734430] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-373dc220-6922-42c9-9031-971b9f1da491" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1042.734633] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-373dc220-6922-42c9-9031-971b9f1da491" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1042.734859] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-373dc220-6922-42c9-9031-971b9f1da491" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1042.735072] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1042.735256] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1042.735256] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1042.735421] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1042.735516] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1042.735602] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-373dc220-6922-42c9-9031-971b9f1da491" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1042.736112] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('373dc220-6922-42c9-9031-971b9f1da491',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1042.774825] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1042.775021] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1042.775433] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1042.775433] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1042.775433] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1042.775433] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 264ce554-3c75-4a71-ae13-33322402903c already deleted. [ 1042.775645] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-264ce554-3c75-4a71-ae13-33322402903c" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1043.238879] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock member-373dc220-6922-42c9-9031-971b9f1da491 taken with stack trace [, , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1043.239129] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-373dc220-6922-42c9-9031-971b9f1da491" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1043.239229] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-373dc220-6922-42c9-9031-971b9f1da491" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1043.239532] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-373dc220-6922-42c9-9031-971b9f1da491" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1043.239743] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1043.239902] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1043.240105] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1043.240173] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1043.240303] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1043.240454] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-373dc220-6922-42c9-9031-971b9f1da491" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1043.240685] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock member-373dc220-6922-42c9-9031-971b9f1da491 taken with stack trace [, , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1043.240811] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-373dc220-6922-42c9-9031-971b9f1da491" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1043.240905] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-373dc220-6922-42c9-9031-971b9f1da491" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1043.241103] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-373dc220-6922-42c9-9031-971b9f1da491" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1043.241316] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1043.241452] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1043.241519] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1043.241670] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1043.241754] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1043.241834] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-373dc220-6922-42c9-9031-971b9f1da491" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1043.241928] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('373dc220-6922-42c9-9031-971b9f1da491',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1043.365752] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e950982e-8473-4713-9586-d072ddf52984 in Status: SUCCESS [ 1043.365974] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e950982e-8473-4713-9586-d072ddf52984" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1043.366164] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e950982e-8473-4713-9586-d072ddf52984" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1043.366383] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e950982e-8473-4713-9586-d072ddf52984" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1043.366574] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1043.366712] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1043.366781] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1043.366933] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1043.367029] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1043.367120] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e950982e-8473-4713-9586-d072ddf52984" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1043.367209] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('e950982e-8473-4713-9586-d072ddf52984',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1043.744857] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 373dc220-6922-42c9-9031-971b9f1da491: rpc.has_security_group_logging(os_id): False [ 1043.763097] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1043.763097] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1043.763097] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1043.763097] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1043.763097] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1043.763378] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1043.763378] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1043.763460] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1043.763593] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1043.763931] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1043.763931] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1043.764080] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1043.764080] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1043.764214] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1043.764262] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1043.764483] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1043.764601] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1043.764667] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1043.764814] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1043.764884] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1043.765164] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 373dc220-6922-42c9-9031-971b9f1da491 is going to be updated. [ 1043.831372] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1043.831558] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1043.831607] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1043.831803] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1043.831941] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1043.851011] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 373dc220-6922-42c9-9031-971b9f1da491 in Status: IN_PROGRESS for 2s [ 1043.869193] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock member-e950982e-8473-4713-9586-d072ddf52984 taken with stack trace [, , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1043.869395] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e950982e-8473-4713-9586-d072ddf52984" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1043.869495] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e950982e-8473-4713-9586-d072ddf52984" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1043.869720] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e950982e-8473-4713-9586-d072ddf52984" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1043.869899] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1043.870034] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1043.870103] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1043.871023] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1043.871023] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1043.871023] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e950982e-8473-4713-9586-d072ddf52984" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1043.871023] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock member-e950982e-8473-4713-9586-d072ddf52984 taken with stack trace [, , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1043.871023] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e950982e-8473-4713-9586-d072ddf52984" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1043.871023] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e950982e-8473-4713-9586-d072ddf52984" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1043.871023] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e950982e-8473-4713-9586-d072ddf52984" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1043.871506] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1043.871506] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1043.871506] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1043.871506] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1043.871506] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1043.871506] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e950982e-8473-4713-9586-d072ddf52984" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1043.871831] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('e950982e-8473-4713-9586-d072ddf52984',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1044.184515] env[69685]: INFO networking_nsxv3.common.synchronization [req-88100291-800c-4ba3-a9c8-87473e67813e req-9c8e6049-1545-4d58-a6cc-de225983aab0 tempest-AttachInterfacesV270Test-17735417 tempest-AttachInterfacesV270Test-17735417-project-member] Enqueued Resource ID: 84a85f92-602d-4cdc-8f6d-d6fe65a80a46 with Priority: HIGHEST for action security_group_members [ 1044.185140] env[69685]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 84a85f92-602d-4cdc-8f6d-d6fe65a80a46 with Priority: HIGHEST for action security_group_members [ 1044.185378] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock member-84a85f92-602d-4cdc-8f6d-d6fe65a80a46 taken with stack trace [, , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1044.186046] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-84a85f92-602d-4cdc-8f6d-d6fe65a80a46" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1044.186046] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-84a85f92-602d-4cdc-8f6d-d6fe65a80a46" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1044.186046] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-84a85f92-602d-4cdc-8f6d-d6fe65a80a46" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1044.186046] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1044.186046] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1044.186471] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1044.186471] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1044.186471] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1044.186471] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('84a85f92-602d-4cdc-8f6d-d6fe65a80a46',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1044.356131] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: bbed9d31-5596-43da-97e8-1afe86ce9aec in Status: SUCCESS [ 1044.356697] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-bbed9d31-5596-43da-97e8-1afe86ce9aec" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1044.377223] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for e950982e-8473-4713-9586-d072ddf52984: rpc.has_security_group_logging(os_id): False [ 1044.393031] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1044.393525] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1044.393525] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1044.393525] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1044.394733] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1044.394733] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1044.394733] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1044.394733] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1044.394733] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1044.394733] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1044.394733] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1044.394733] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1044.394733] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1044.394733] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1044.394733] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1044.395213] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1044.395213] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1044.395213] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1044.395213] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1044.395361] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1044.395361] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e950982e-8473-4713-9586-d072ddf52984 is going to be created. [ 1044.450511] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1044.450660] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1044.450708] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1044.450899] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1044.451096] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1044.460526] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e950982e-8473-4713-9586-d072ddf52984 in Status: IN_PROGRESS for 2s [ 1044.689817] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1044.689976] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1044.690063] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1044.690282] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1044.690373] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1044.690564] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1044.690657] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1044.690716] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1044.690866] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1044.690939] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1044.693444] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 84a85f92-602d-4cdc-8f6d-d6fe65a80a46 is going to be updated. [ 1044.716774] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1044.716774] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1044.716774] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1044.716774] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1044.716774] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1044.728283] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 84a85f92-602d-4cdc-8f6d-d6fe65a80a46 in Status: IN_PROGRESS for 2s [ 1045.866069] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 373dc220-6922-42c9-9031-971b9f1da491 in Status: SUCCESS [ 1045.866477] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-373dc220-6922-42c9-9031-971b9f1da491" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1046.474149] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e950982e-8473-4713-9586-d072ddf52984 in Status: SUCCESS [ 1046.475406] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e950982e-8473-4713-9586-d072ddf52984" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1046.737129] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 84a85f92-602d-4cdc-8f6d-d6fe65a80a46 in Status: SUCCESS [ 1046.737276] env[69685]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 84a85f92-602d-4cdc-8f6d-d6fe65a80a46 deletion is rescheduled due to dependency. [ 1046.737483] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-84a85f92-602d-4cdc-8f6d-d6fe65a80a46" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1046.782563] env[69685]: INFO networking_nsxv3.common.synchronization [req-e3464d76-68f0-415e-ac1b-5758ed53321d req-0407b25b-11cf-4114-b92e-d9a83f99a26f tempest-ServersTestMultiNic-327096295 tempest-ServersTestMultiNic-327096295-project-member] Enqueued Resource ID: 2406fba9-a9fc-4720-937d-2a0a894ad28f with Priority: HIGHEST for action security_group_members [ 1046.783216] env[69685]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2406fba9-a9fc-4720-937d-2a0a894ad28f with Priority: HIGHEST for action security_group_members [ 1046.783370] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock member-2406fba9-a9fc-4720-937d-2a0a894ad28f taken with stack trace [, , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1046.783494] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2406fba9-a9fc-4720-937d-2a0a894ad28f" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1046.783569] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2406fba9-a9fc-4720-937d-2a0a894ad28f" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1046.783748] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2406fba9-a9fc-4720-937d-2a0a894ad28f" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1046.783898] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1046.783994] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1046.784269] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1046.784436] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1046.784529] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1046.784624] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2406fba9-a9fc-4720-937d-2a0a894ad28f',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1047.286988] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1047.287436] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1047.287436] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1047.287436] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1047.287436] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1047.287660] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1047.287735] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1047.287785] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1047.287963] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1047.287963] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1047.288071] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2406fba9-a9fc-4720-937d-2a0a894ad28f is going to be updated. [ 1047.319077] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1047.319232] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1047.319291] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1047.319531] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1047.319999] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1047.333862] env[69685]: INFO networking_nsxv3.common.synchronization [req-e3464d76-68f0-415e-ac1b-5758ed53321d req-dbf1a169-636a-4d8d-acc0-9e8b5d01e44d tempest-ServersTestMultiNic-327096295 tempest-ServersTestMultiNic-327096295-project-member] Enqueued Resource ID: 2406fba9-a9fc-4720-937d-2a0a894ad28f with Priority: HIGHEST for action security_group_members [ 1047.334392] env[69685]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2406fba9-a9fc-4720-937d-2a0a894ad28f with Priority: HIGHEST for action security_group_members [ 1047.334684] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock member-2406fba9-a9fc-4720-937d-2a0a894ad28f taken with stack trace [, , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1047.334772] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2406fba9-a9fc-4720-937d-2a0a894ad28f" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1047.341514] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2406fba9-a9fc-4720-937d-2a0a894ad28f in Status: IN_PROGRESS for 2s [ 1047.666689] env[69685]: DEBUG networking_nsxv3.common.locking [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Lock network-454 taken with stack trace [, , , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1047.666689] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquiring lock "network-454" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1047.666820] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquired lock "network-454" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1047.667146] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquired external semaphore "network-454" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1047.667414] env[69685]: DEBUG networking_nsxv3.common.locking [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1047.667603] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquiring lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1047.667732] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquired lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1047.674011] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquired external semaphore "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1047.674011] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Releasing lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1047.674011] env[69685]: DEBUG dogpile.cache.region [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] No value present for key: 'zone-id' {{(pid=69685) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1047.674011] env[69685]: DEBUG dogpile.lock [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] NeedRegenerationException {{(pid=69685) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1047.674011] env[69685]: DEBUG dogpile.lock [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] no value, waiting for create lock {{(pid=69685) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1047.674011] env[69685]: DEBUG dogpile.lock [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] value creation lock acquired {{(pid=69685) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1047.674011] env[69685]: DEBUG dogpile.cache.region [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] No value present for key: 'zone-id' {{(pid=69685) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1047.674011] env[69685]: DEBUG dogpile.lock [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Calling creation function for not-yet-present value {{(pid=69685) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1047.674011] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1047.690493] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1047.690493] env[69685]: DEBUG dogpile.cache.region [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Cache value generated in 0.018 seconds for key(s): 'zone-id' {{(pid=69685) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1047.690493] env[69685]: DEBUG dogpile.lock [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Released creation lock {{(pid=69685) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1047.691228] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Releasing lock "network-454" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1047.691910] env[69685]: DEBUG networking_nsxv3.common.locking [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Lock port-4d92cfc0-4745-4de0-acf9-c47ce442920d taken with stack trace [, , , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1047.692123] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquiring lock "port-4d92cfc0-4745-4de0-acf9-c47ce442920d" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1047.692166] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquired lock "port-4d92cfc0-4745-4de0-acf9-c47ce442920d" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1047.693400] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquired external semaphore "port-4d92cfc0-4745-4de0-acf9-c47ce442920d" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1047.693400] env[69685]: DEBUG networking_nsxv3.api.rpc [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4d92cfc0-4745-4de0-acf9-c47ce442920d',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1048.195089] env[69685]: DEBUG networking_nsxv3.common.locking [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1048.195339] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquiring lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1048.195497] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquired lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1048.195787] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquired external semaphore "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1048.195944] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Releasing lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1048.196125] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Segment Port 4d92cfc0-4745-4de0-acf9-c47ce442920d not found, creating... [ 1048.196394] env[69685]: DEBUG networking_nsxv3.common.locking [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1048.196556] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquiring lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1048.196700] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquired lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1048.196903] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquired external semaphore "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1048.197070] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Releasing lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1048.197403] env[69685]: DEBUG networking_nsxv3.common.locking [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1048.197569] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquiring lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1048.197690] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquired lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1048.197903] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquired external semaphore "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1048.198056] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Releasing lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1048.198198] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Resource: SegmentPort with ID: 4d92cfc0-4745-4de0-acf9-c47ce442920d is going to be created. [ 1048.217080] env[69685]: DEBUG networking_nsxv3.common.locking [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1048.217290] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquiring lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1048.217402] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquired lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1048.217672] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquired external semaphore "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1048.217901] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Releasing lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1048.218141] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Releasing lock "port-4d92cfc0-4745-4de0-acf9-c47ce442920d" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1049.080339] env[69685]: INFO networking_nsxv3.common.synchronization [req-e3464d76-68f0-415e-ac1b-5758ed53321d req-66cd7e7b-77f0-4635-b038-da6e8189980a service nova] Enqueued Resource ID: 2406fba9-a9fc-4720-937d-2a0a894ad28f with Priority: HIGHEST for action security_group_rules [ 1049.080590] env[69685]: INFO networking_nsxv3.common.synchronization [req-e3464d76-68f0-415e-ac1b-5758ed53321d req-66cd7e7b-77f0-4635-b038-da6e8189980a service nova] Enqueued Resource ID: 2406fba9-a9fc-4720-937d-2a0a894ad28f with Priority: HIGHEST for action security_group_members [ 1049.080635] env[69685]: INFO networking_nsxv3.common.synchronization [req-e3464d76-68f0-415e-ac1b-5758ed53321d req-66cd7e7b-77f0-4635-b038-da6e8189980a service nova] Enqueued Resource ID: 4d92cfc0-4745-4de0-acf9-c47ce442920d with Priority: HIGHEST for action port [ 1049.081926] env[69685]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2406fba9-a9fc-4720-937d-2a0a894ad28f with Priority: HIGHEST for action security_group_rules [ 1049.081926] env[69685]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2406fba9-a9fc-4720-937d-2a0a894ad28f with Priority: HIGHEST for action security_group_members [ 1049.081926] env[69685]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4d92cfc0-4745-4de0-acf9-c47ce442920d with Priority: HIGHEST for action port [ 1049.081926] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock rules-2406fba9-a9fc-4720-937d-2a0a894ad28f taken with stack trace [, , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1049.081926] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-2406fba9-a9fc-4720-937d-2a0a894ad28f" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1049.081926] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-2406fba9-a9fc-4720-937d-2a0a894ad28f" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1049.082277] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-2406fba9-a9fc-4720-937d-2a0a894ad28f" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1049.082277] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('2406fba9-a9fc-4720-937d-2a0a894ad28f',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1049.084991] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock member-2406fba9-a9fc-4720-937d-2a0a894ad28f taken with stack trace [, , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1049.084991] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2406fba9-a9fc-4720-937d-2a0a894ad28f" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1049.084991] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock port-4d92cfc0-4745-4de0-acf9-c47ce442920d taken with stack trace [, , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1049.084991] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-4d92cfc0-4745-4de0-acf9-c47ce442920d" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1049.084991] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-4d92cfc0-4745-4de0-acf9-c47ce442920d" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1049.084991] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-4d92cfc0-4745-4de0-acf9-c47ce442920d" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1049.084991] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4d92cfc0-4745-4de0-acf9-c47ce442920d',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1049.351121] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2406fba9-a9fc-4720-937d-2a0a894ad28f in Status: SUCCESS [ 1049.351121] env[69685]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2406fba9-a9fc-4720-937d-2a0a894ad28f deletion is rescheduled due to dependency. [ 1049.351121] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2406fba9-a9fc-4720-937d-2a0a894ad28f" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1049.351121] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2406fba9-a9fc-4720-937d-2a0a894ad28f" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1049.351121] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2406fba9-a9fc-4720-937d-2a0a894ad28f" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1049.351121] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1049.351121] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1049.351121] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1049.351121] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1049.351517] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1049.351517] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2406fba9-a9fc-4720-937d-2a0a894ad28f',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1049.585446] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock member-2406fba9-a9fc-4720-937d-2a0a894ad28f taken with stack trace [, , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1049.585578] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2406fba9-a9fc-4720-937d-2a0a894ad28f" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1049.585906] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 4d92cfc0-4745-4de0-acf9-c47ce442920d with status ACTIVE [ 1049.586122] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1049.586239] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1049.586355] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1049.586588] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1049.586680] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1049.586917] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1049.587036] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1049.587097] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1049.588118] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1049.588340] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1049.588483] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1049.588591] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1049.588663] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1049.588817] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1049.588893] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1049.588981] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 4d92cfc0-4745-4de0-acf9-c47ce442920d is going to be updated. [ 1049.609564] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1049.609728] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1049.609856] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1049.609959] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1049.610114] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1049.610274] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-4d92cfc0-4745-4de0-acf9-c47ce442920d" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1049.856827] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('2406fba9-a9fc-4720-937d-2a0a894ad28f',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1050.088889] env[69685]: DEBUG networking_nsxv3.common.locking [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Lock network-441 taken with stack trace [, , , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1050.088889] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquiring lock "network-441" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1050.089242] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquired lock "network-441" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1050.089285] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquired external semaphore "network-441" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1050.089698] env[69685]: DEBUG networking_nsxv3.common.locking [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1050.089773] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquiring lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1050.089837] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquired lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1050.090094] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquired external semaphore "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1050.090300] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Releasing lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1050.090529] env[69685]: DEBUG dogpile.cache.region [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] No value present for key: 'zone-id' {{(pid=69685) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1050.090646] env[69685]: DEBUG dogpile.lock [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] NeedRegenerationException {{(pid=69685) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1050.090763] env[69685]: DEBUG dogpile.lock [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] no value, waiting for create lock {{(pid=69685) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1050.090919] env[69685]: DEBUG dogpile.lock [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] value creation lock acquired {{(pid=69685) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1050.091051] env[69685]: DEBUG dogpile.cache.region [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] No value present for key: 'zone-id' {{(pid=69685) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1050.091158] env[69685]: DEBUG dogpile.lock [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Calling creation function for not-yet-present value {{(pid=69685) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1050.091323] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1050.109093] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1050.109277] env[69685]: DEBUG dogpile.cache.region [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Cache value generated in 0.018 seconds for key(s): 'zone-id' {{(pid=69685) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1050.109455] env[69685]: DEBUG dogpile.lock [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Released creation lock {{(pid=69685) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1050.109660] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Releasing lock "network-441" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1050.109975] env[69685]: DEBUG networking_nsxv3.common.locking [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Lock port-118692fe-f919-496d-8658-231868f112d6 taken with stack trace [, , , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1050.110182] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquiring lock "port-118692fe-f919-496d-8658-231868f112d6" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1050.110319] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquired lock "port-118692fe-f919-496d-8658-231868f112d6" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1050.110629] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquired external semaphore "port-118692fe-f919-496d-8658-231868f112d6" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1050.110972] env[69685]: DEBUG networking_nsxv3.api.rpc [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('118692fe-f919-496d-8658-231868f112d6',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1050.361930] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('2406fba9-a9fc-4720-937d-2a0a894ad28f',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1050.613174] env[69685]: DEBUG networking_nsxv3.common.locking [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1050.613407] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquiring lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1050.613536] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquired lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1050.613820] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquired external semaphore "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1050.613972] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Releasing lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1050.614143] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Segment Port 118692fe-f919-496d-8658-231868f112d6 not found, creating... [ 1050.614453] env[69685]: DEBUG networking_nsxv3.common.locking [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1050.614690] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquiring lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1050.614827] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquired lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1050.615062] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquired external semaphore "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1050.615210] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Releasing lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1050.615500] env[69685]: DEBUG networking_nsxv3.common.locking [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1050.615863] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquiring lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1050.615975] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquired lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1050.616207] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquired external semaphore "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1050.616347] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Releasing lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1050.616488] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Resource: SegmentPort with ID: 118692fe-f919-496d-8658-231868f112d6 is going to be created. [ 1050.637152] env[69685]: DEBUG networking_nsxv3.common.locking [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1050.637410] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquiring lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1050.637590] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquired lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1050.637849] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquired external semaphore "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1050.638097] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Releasing lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1050.638322] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Releasing lock "port-118692fe-f919-496d-8658-231868f112d6" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1050.865482] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1050.865737] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1050.865868] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1050.866165] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1050.866322] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1050.866478] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2406fba9-a9fc-4720-937d-2a0a894ad28f is going to be updated. [ 1050.895483] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1050.895656] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1050.895732] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1050.896015] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1050.896187] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1050.905085] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2406fba9-a9fc-4720-937d-2a0a894ad28f in Status: IN_PROGRESS for 2s [ 1051.884150] env[69685]: INFO networking_nsxv3.common.synchronization [req-52216043-147a-409a-b0db-1f15d660826f req-2daa074c-4a0c-4bfa-8ccd-c0cc218a7490 tempest-ServersTestJSON-1907685439 tempest-ServersTestJSON-1907685439-project-member] Enqueued Resource ID: f9fe5796-97e5-42cd-b9a0-bf405b68f6e5 with Priority: HIGHEST for action security_group_members [ 1051.884768] env[69685]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f9fe5796-97e5-42cd-b9a0-bf405b68f6e5 with Priority: HIGHEST for action security_group_members [ 1051.886861] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock member-f9fe5796-97e5-42cd-b9a0-bf405b68f6e5 taken with stack trace [, , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1051.886976] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f9fe5796-97e5-42cd-b9a0-bf405b68f6e5" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1051.887070] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f9fe5796-97e5-42cd-b9a0-bf405b68f6e5" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1051.887310] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f9fe5796-97e5-42cd-b9a0-bf405b68f6e5" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1051.888401] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1051.888513] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1051.888575] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1051.888744] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1051.888958] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1051.888958] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f9fe5796-97e5-42cd-b9a0-bf405b68f6e5',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1052.208245] env[69685]: INFO networking_nsxv3.common.synchronization [req-e3464d76-68f0-415e-ac1b-5758ed53321d req-42c162f5-8a9e-4414-91ce-2bfa0e4c1fc6 service nova] Enqueued Resource ID: 2406fba9-a9fc-4720-937d-2a0a894ad28f with Priority: HIGHEST for action security_group_rules [ 1052.208418] env[69685]: INFO networking_nsxv3.common.synchronization [req-e3464d76-68f0-415e-ac1b-5758ed53321d req-42c162f5-8a9e-4414-91ce-2bfa0e4c1fc6 service nova] Enqueued Resource ID: 2406fba9-a9fc-4720-937d-2a0a894ad28f with Priority: HIGHEST for action security_group_members [ 1052.208659] env[69685]: INFO networking_nsxv3.common.synchronization [req-e3464d76-68f0-415e-ac1b-5758ed53321d req-42c162f5-8a9e-4414-91ce-2bfa0e4c1fc6 service nova] Enqueued Resource ID: 118692fe-f919-496d-8658-231868f112d6 with Priority: HIGHEST for action port [ 1052.209356] env[69685]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2406fba9-a9fc-4720-937d-2a0a894ad28f with Priority: HIGHEST for action security_group_rules [ 1052.209484] env[69685]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2406fba9-a9fc-4720-937d-2a0a894ad28f with Priority: HIGHEST for action security_group_members [ 1052.209592] env[69685]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 118692fe-f919-496d-8658-231868f112d6 with Priority: HIGHEST for action port [ 1052.209933] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock rules-2406fba9-a9fc-4720-937d-2a0a894ad28f taken with stack trace [, , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1052.210034] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-2406fba9-a9fc-4720-937d-2a0a894ad28f" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1052.210232] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock member-2406fba9-a9fc-4720-937d-2a0a894ad28f taken with stack trace [, , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1052.210316] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2406fba9-a9fc-4720-937d-2a0a894ad28f" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1052.210612] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock port-118692fe-f919-496d-8658-231868f112d6 taken with stack trace [, , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1052.210732] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-118692fe-f919-496d-8658-231868f112d6" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1052.210798] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-118692fe-f919-496d-8658-231868f112d6" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1052.210997] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-118692fe-f919-496d-8658-231868f112d6" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1052.211088] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('118692fe-f919-496d-8658-231868f112d6',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1052.392158] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('f9fe5796-97e5-42cd-b9a0-bf405b68f6e5',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1052.436638] env[69685]: DEBUG networking_nsxv3.common.locking [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Lock network-197 taken with stack trace [, , , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1052.436846] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquiring lock "network-197" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1052.436976] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquired lock "network-197" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1052.437266] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquired external semaphore "network-197" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1052.437532] env[69685]: DEBUG networking_nsxv3.common.locking [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1052.437702] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquiring lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1052.437824] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquired lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1052.439294] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquired external semaphore "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1052.439465] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Releasing lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1052.439744] env[69685]: DEBUG dogpile.cache.region [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] No value present for key: 'zone-id' {{(pid=69685) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1052.439849] env[69685]: DEBUG dogpile.lock [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] NeedRegenerationException {{(pid=69685) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1052.440051] env[69685]: DEBUG dogpile.lock [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] no value, waiting for create lock {{(pid=69685) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1052.440104] env[69685]: DEBUG dogpile.lock [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] value creation lock acquired {{(pid=69685) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1052.440197] env[69685]: DEBUG dogpile.cache.region [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] No value present for key: 'zone-id' {{(pid=69685) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1052.440306] env[69685]: DEBUG dogpile.lock [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Calling creation function for not-yet-present value {{(pid=69685) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1052.440449] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1052.458288] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1052.458448] env[69685]: DEBUG dogpile.cache.region [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Cache value generated in 0.018 seconds for key(s): 'zone-id' {{(pid=69685) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1052.458589] env[69685]: DEBUG dogpile.lock [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Released creation lock {{(pid=69685) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1052.458760] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Releasing lock "network-197" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1052.459384] env[69685]: DEBUG networking_nsxv3.common.locking [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Lock port-0830fa7e-d3f7-453a-9c2a-e0233c237f10 taken with stack trace [, , , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1052.459384] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquiring lock "port-0830fa7e-d3f7-453a-9c2a-e0233c237f10" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1052.459384] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquired lock "port-0830fa7e-d3f7-453a-9c2a-e0233c237f10" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1052.460969] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquired external semaphore "port-0830fa7e-d3f7-453a-9c2a-e0233c237f10" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1052.460969] env[69685]: DEBUG networking_nsxv3.api.rpc [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0830fa7e-d3f7-453a-9c2a-e0233c237f10',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1052.473308] env[69685]: INFO networking_nsxv3.common.synchronization [req-f6bce61f-5a89-42d7-8992-156760b563ad req-42f9b982-7e37-49ca-ae33-0457a976435c tempest-AttachInterfacesTestJSON-1165856161 tempest-AttachInterfacesTestJSON-1165856161-project-member] Enqueued Resource ID: 373dc220-6922-42c9-9031-971b9f1da491 with Priority: HIGHEST for action security_group_members [ 1052.473813] env[69685]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 373dc220-6922-42c9-9031-971b9f1da491 with Priority: HIGHEST for action security_group_members [ 1052.474381] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock member-373dc220-6922-42c9-9031-971b9f1da491 taken with stack trace [, , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1052.474504] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-373dc220-6922-42c9-9031-971b9f1da491" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1052.474571] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-373dc220-6922-42c9-9031-971b9f1da491" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1052.474772] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-373dc220-6922-42c9-9031-971b9f1da491" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1052.474922] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1052.475035] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1052.475099] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1052.475267] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1052.475369] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1052.475436] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('373dc220-6922-42c9-9031-971b9f1da491',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1052.712912] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 118692fe-f919-496d-8658-231868f112d6 with status ACTIVE [ 1052.713166] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1052.713302] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1052.713367] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1052.713578] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1052.713666] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1052.713839] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1052.713935] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1052.713994] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1052.714154] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1052.714238] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1052.714417] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1052.714503] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1052.714568] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1052.714727] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1052.714798] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1052.714881] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 118692fe-f919-496d-8658-231868f112d6 is going to be updated. [ 1052.737270] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1052.737270] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1052.737270] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1052.737270] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1052.737270] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1052.737483] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-118692fe-f919-496d-8658-231868f112d6" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1052.762042] env[69685]: INFO networking_nsxv3.common.synchronization [None req-2a231a2a-7249-440c-a8e5-3ac7c159f0fc tempest-AttachInterfacesTestJSON-1165856161 tempest-AttachInterfacesTestJSON-1165856161-project-member] Enqueued Resource ID: 373dc220-6922-42c9-9031-971b9f1da491 with Priority: HIGHEST for action security_group_members [ 1052.762577] env[69685]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 373dc220-6922-42c9-9031-971b9f1da491 with Priority: HIGHEST for action security_group_members [ 1052.762938] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock member-373dc220-6922-42c9-9031-971b9f1da491 taken with stack trace [, , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1052.764324] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-373dc220-6922-42c9-9031-971b9f1da491" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1052.894108] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('f9fe5796-97e5-42cd-b9a0-bf405b68f6e5',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1052.918080] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2406fba9-a9fc-4720-937d-2a0a894ad28f in Status: SUCCESS [ 1052.918325] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2406fba9-a9fc-4720-937d-2a0a894ad28f" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1052.918469] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2406fba9-a9fc-4720-937d-2a0a894ad28f" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1052.918679] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2406fba9-a9fc-4720-937d-2a0a894ad28f" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1052.918864] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1052.918975] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1052.919050] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1052.919205] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1052.919299] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1052.919376] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2406fba9-a9fc-4720-937d-2a0a894ad28f',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1052.968064] env[69685]: DEBUG networking_nsxv3.common.locking [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1052.968311] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquiring lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1052.968441] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquired lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1052.968773] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquired external semaphore "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1052.968971] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Releasing lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1052.969186] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Segment Port 0830fa7e-d3f7-453a-9c2a-e0233c237f10 not found, creating... [ 1052.969483] env[69685]: DEBUG networking_nsxv3.common.locking [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1052.969721] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquiring lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1052.969872] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquired lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1052.970385] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquired external semaphore "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1052.970548] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Releasing lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1052.970885] env[69685]: DEBUG networking_nsxv3.common.locking [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1052.971105] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquiring lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1052.971245] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquired lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1052.971469] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquired external semaphore "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1052.971612] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Releasing lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1052.971788] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Resource: SegmentPort with ID: 0830fa7e-d3f7-453a-9c2a-e0233c237f10 is going to be created. [ 1052.977538] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('373dc220-6922-42c9-9031-971b9f1da491',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1052.996504] env[69685]: DEBUG networking_nsxv3.common.locking [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1052.996504] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquiring lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1052.996504] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquired lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1052.996504] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquired external semaphore "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1052.996504] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Releasing lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1052.996931] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Releasing lock "port-0830fa7e-d3f7-453a-9c2a-e0233c237f10" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1053.366574] env[69685]: INFO networking_nsxv3.common.synchronization [None req-a7290406-ae62-4b4a-963a-ce5ee8e3e474 None None] Enqueued Resource ID: 6b78130c-51c8-4acd-9db6-57548d200ada with Priority: HIGHEST for action port [ 1053.366768] env[69685]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6b78130c-51c8-4acd-9db6-57548d200ada with Priority: HIGHEST for action port [ 1053.367235] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock port-6b78130c-51c8-4acd-9db6-57548d200ada taken with stack trace [, , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1053.367235] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-6b78130c-51c8-4acd-9db6-57548d200ada" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1053.367340] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-6b78130c-51c8-4acd-9db6-57548d200ada" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1053.368043] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-6b78130c-51c8-4acd-9db6-57548d200ada" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1053.368043] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6b78130c-51c8-4acd-9db6-57548d200ada',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1053.397124] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1053.397124] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1053.397124] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1053.397623] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1053.397703] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1053.398040] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f9fe5796-97e5-42cd-b9a0-bf405b68f6e5 is going to be updated. [ 1053.421643] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('2406fba9-a9fc-4720-937d-2a0a894ad28f',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1053.427493] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1053.427493] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1053.427493] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1053.427493] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1053.427493] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1053.434272] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f9fe5796-97e5-42cd-b9a0-bf405b68f6e5 in Status: IN_PROGRESS for 2s [ 1053.480356] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('373dc220-6922-42c9-9031-971b9f1da491',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1053.870606] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 6b78130c-51c8-4acd-9db6-57548d200ada [ 1053.870839] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1053.871053] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1053.871140] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1053.871406] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1053.871497] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1053.871590] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:6b78130c-51c8-4acd-9db6-57548d200ada already deleted. [ 1053.871667] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-6b78130c-51c8-4acd-9db6-57548d200ada" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1053.928563] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('2406fba9-a9fc-4720-937d-2a0a894ad28f',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1053.937733] env[69685]: INFO networking_nsxv3.common.synchronization [req-52216043-147a-409a-b0db-1f15d660826f req-dca0c6eb-c06b-4550-86bb-e967ad5f7ce4 service nova] Enqueued Resource ID: f9fe5796-97e5-42cd-b9a0-bf405b68f6e5 with Priority: HIGHEST for action security_group_rules [ 1053.937921] env[69685]: INFO networking_nsxv3.common.synchronization [req-52216043-147a-409a-b0db-1f15d660826f req-dca0c6eb-c06b-4550-86bb-e967ad5f7ce4 service nova] Enqueued Resource ID: f9fe5796-97e5-42cd-b9a0-bf405b68f6e5 with Priority: HIGHEST for action security_group_members [ 1053.938123] env[69685]: INFO networking_nsxv3.common.synchronization [req-52216043-147a-409a-b0db-1f15d660826f req-dca0c6eb-c06b-4550-86bb-e967ad5f7ce4 service nova] Enqueued Resource ID: 0830fa7e-d3f7-453a-9c2a-e0233c237f10 with Priority: HIGHEST for action port [ 1053.939250] env[69685]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f9fe5796-97e5-42cd-b9a0-bf405b68f6e5 with Priority: HIGHEST for action security_group_rules [ 1053.939250] env[69685]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f9fe5796-97e5-42cd-b9a0-bf405b68f6e5 with Priority: HIGHEST for action security_group_members [ 1053.939402] env[69685]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0830fa7e-d3f7-453a-9c2a-e0233c237f10 with Priority: HIGHEST for action port [ 1053.940141] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f9fe5796-97e5-42cd-b9a0-bf405b68f6e5 taken with stack trace [, , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1053.940141] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f9fe5796-97e5-42cd-b9a0-bf405b68f6e5" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1053.940141] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f9fe5796-97e5-42cd-b9a0-bf405b68f6e5" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1053.940373] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f9fe5796-97e5-42cd-b9a0-bf405b68f6e5" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1053.940513] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f9fe5796-97e5-42cd-b9a0-bf405b68f6e5',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1053.941501] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock member-f9fe5796-97e5-42cd-b9a0-bf405b68f6e5 taken with stack trace [, , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1053.941501] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f9fe5796-97e5-42cd-b9a0-bf405b68f6e5" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1053.941624] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock port-0830fa7e-d3f7-453a-9c2a-e0233c237f10 taken with stack trace [, , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1053.942081] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-0830fa7e-d3f7-453a-9c2a-e0233c237f10" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1053.942081] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-0830fa7e-d3f7-453a-9c2a-e0233c237f10" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1053.942081] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-0830fa7e-d3f7-453a-9c2a-e0233c237f10" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1053.942081] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0830fa7e-d3f7-453a-9c2a-e0233c237f10',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1053.984664] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1053.984664] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1053.984664] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1053.984664] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1053.985071] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1053.985071] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 373dc220-6922-42c9-9031-971b9f1da491 is going to be updated. [ 1054.018231] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1054.018422] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1054.018473] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1054.018654] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1054.018793] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1054.026868] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 373dc220-6922-42c9-9031-971b9f1da491 in Status: IN_PROGRESS for 2s [ 1054.112074] env[69685]: INFO networking_nsxv3.common.synchronization [req-7eddfbea-8e07-48ac-a9af-cd2d8cd0ab99 req-e080c840-b2be-4315-882d-7e668e70bd3b tempest-VolumesAdminNegativeTest-1313008661 tempest-VolumesAdminNegativeTest-1313008661-project-member] Enqueued Resource ID: e950982e-8473-4713-9586-d072ddf52984 with Priority: HIGHEST for action security_group_members [ 1054.113386] env[69685]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e950982e-8473-4713-9586-d072ddf52984 with Priority: HIGHEST for action security_group_members [ 1054.114573] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock member-e950982e-8473-4713-9586-d072ddf52984 taken with stack trace [, , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1054.115895] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e950982e-8473-4713-9586-d072ddf52984" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1054.117149] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e950982e-8473-4713-9586-d072ddf52984" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1054.117149] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e950982e-8473-4713-9586-d072ddf52984" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1054.117323] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1054.117455] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1054.118066] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1054.118066] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1054.118233] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1054.119846] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e950982e-8473-4713-9586-d072ddf52984',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1054.432237] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1054.432426] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1054.432504] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1054.432653] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1054.432832] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1054.432832] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2406fba9-a9fc-4720-937d-2a0a894ad28f is going to be updated. [ 1054.445455] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock member-f9fe5796-97e5-42cd-b9a0-bf405b68f6e5 taken with stack trace [, , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1054.445629] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f9fe5796-97e5-42cd-b9a0-bf405b68f6e5" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1054.448153] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 0830fa7e-d3f7-453a-9c2a-e0233c237f10 with status ACTIVE [ 1054.448413] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1054.448543] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1054.448614] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1054.448821] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1054.448902] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1054.449089] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1054.449190] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1054.449253] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1054.449406] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1054.449485] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1054.449698] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1054.449797] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1054.449899] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1054.450015] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1054.450098] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1054.454107] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 0830fa7e-d3f7-453a-9c2a-e0233c237f10 is going to be updated. [ 1054.464348] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1054.464348] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1054.464348] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1054.464348] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1054.464348] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1054.471720] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1054.472080] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1054.472441] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1054.472642] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1054.473086] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1054.473224] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-0830fa7e-d3f7-453a-9c2a-e0233c237f10" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1054.474098] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2406fba9-a9fc-4720-937d-2a0a894ad28f in Status: IN_PROGRESS for 2s [ 1054.622980] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1054.622980] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1054.622980] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1054.623265] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1054.623265] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1054.623318] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1054.623370] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1054.624274] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1054.624274] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1054.624274] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1054.624274] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e950982e-8473-4713-9586-d072ddf52984 is going to be updated. [ 1054.656729] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1054.656729] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1054.656729] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1054.656729] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1054.656729] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1054.666595] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e950982e-8473-4713-9586-d072ddf52984 in Status: IN_PROGRESS for 2s [ 1054.679642] env[69685]: INFO networking_nsxv3.common.synchronization [req-7da4708f-4759-4633-8267-45c6af2eda15 req-360b2982-18f6-4d73-b28b-79ebd3ae7846 tempest-ImagesTestJSON-1265937060 tempest-ImagesTestJSON-1265937060-project-member] Enqueued Resource ID: 4ea7bb1c-b746-44b1-abbe-9e20ef6cb145 with Priority: HIGHEST for action security_group_members [ 1054.680769] env[69685]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4ea7bb1c-b746-44b1-abbe-9e20ef6cb145 with Priority: HIGHEST for action security_group_members [ 1054.682410] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock member-4ea7bb1c-b746-44b1-abbe-9e20ef6cb145 taken with stack trace [, , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1054.682410] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4ea7bb1c-b746-44b1-abbe-9e20ef6cb145" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1054.682410] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4ea7bb1c-b746-44b1-abbe-9e20ef6cb145" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1054.682410] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4ea7bb1c-b746-44b1-abbe-9e20ef6cb145" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1054.682410] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1054.682410] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1054.682410] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1054.682410] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1054.682410] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1054.683362] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4ea7bb1c-b746-44b1-abbe-9e20ef6cb145',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1055.069138] env[69685]: DEBUG networking_nsxv3.common.locking [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Lock network-824 taken with stack trace [, , , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1055.069449] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquiring lock "network-824" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1055.069449] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquired lock "network-824" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1055.070059] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquired external semaphore "network-824" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1055.070403] env[69685]: DEBUG networking_nsxv3.common.locking [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1055.070992] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquiring lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1055.070992] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquired lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1055.071419] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquired external semaphore "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1055.071647] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Releasing lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1055.071869] env[69685]: DEBUG dogpile.cache.region [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] No value present for key: 'zone-id' {{(pid=69685) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1055.071986] env[69685]: DEBUG dogpile.lock [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] NeedRegenerationException {{(pid=69685) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1055.072112] env[69685]: DEBUG dogpile.lock [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] no value, waiting for create lock {{(pid=69685) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1055.072307] env[69685]: DEBUG dogpile.lock [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] value creation lock acquired {{(pid=69685) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1055.072394] env[69685]: DEBUG dogpile.cache.region [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] No value present for key: 'zone-id' {{(pid=69685) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1055.072518] env[69685]: DEBUG dogpile.lock [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Calling creation function for not-yet-present value {{(pid=69685) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1055.073286] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1055.089465] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1055.090095] env[69685]: DEBUG dogpile.cache.region [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Cache value generated in 0.017 seconds for key(s): 'zone-id' {{(pid=69685) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1055.090316] env[69685]: DEBUG dogpile.lock [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Released creation lock {{(pid=69685) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1055.090538] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Releasing lock "network-824" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1055.090946] env[69685]: DEBUG networking_nsxv3.common.locking [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Lock port-9537b9f2-58da-4911-b79e-91fc9d05bfda taken with stack trace [, , , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1055.092568] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquiring lock "port-9537b9f2-58da-4911-b79e-91fc9d05bfda" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1055.093029] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquired lock "port-9537b9f2-58da-4911-b79e-91fc9d05bfda" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1055.093952] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquired external semaphore "port-9537b9f2-58da-4911-b79e-91fc9d05bfda" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1055.093952] env[69685]: DEBUG networking_nsxv3.api.rpc [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9537b9f2-58da-4911-b79e-91fc9d05bfda',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1055.185378] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('4ea7bb1c-b746-44b1-abbe-9e20ef6cb145',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1055.446580] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f9fe5796-97e5-42cd-b9a0-bf405b68f6e5 in Status: SUCCESS [ 1055.446929] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f9fe5796-97e5-42cd-b9a0-bf405b68f6e5" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1055.447112] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f9fe5796-97e5-42cd-b9a0-bf405b68f6e5" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1055.448638] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f9fe5796-97e5-42cd-b9a0-bf405b68f6e5" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1055.448638] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1055.448638] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1055.448638] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1055.448638] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1055.448851] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1055.448903] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f9fe5796-97e5-42cd-b9a0-bf405b68f6e5',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1055.540581] env[69685]: INFO networking_nsxv3.common.synchronization [None req-ac681954-f31b-4b94-896c-a4a1920e4912 None None] Enqueued Resource ID: 5670982f-bdd9-45a0-a8a7-d8fa4fc33629 with Priority: HIGHEST for action port [ 1055.540838] env[69685]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5670982f-bdd9-45a0-a8a7-d8fa4fc33629 with Priority: HIGHEST for action port [ 1055.541440] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock port-5670982f-bdd9-45a0-a8a7-d8fa4fc33629 taken with stack trace [, , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1055.541560] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-5670982f-bdd9-45a0-a8a7-d8fa4fc33629" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1055.541626] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-5670982f-bdd9-45a0-a8a7-d8fa4fc33629" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1055.541872] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-5670982f-bdd9-45a0-a8a7-d8fa4fc33629" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1055.541974] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5670982f-bdd9-45a0-a8a7-d8fa4fc33629',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1055.595966] env[69685]: DEBUG networking_nsxv3.common.locking [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1055.596201] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquiring lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1055.596333] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquired lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1055.596614] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquired external semaphore "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1055.596764] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Releasing lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1055.596921] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Segment Port 9537b9f2-58da-4911-b79e-91fc9d05bfda not found, creating... [ 1055.597199] env[69685]: DEBUG networking_nsxv3.common.locking [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1055.597357] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquiring lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1055.597477] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquired lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1055.597723] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquired external semaphore "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1055.597864] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Releasing lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1055.598593] env[69685]: DEBUG networking_nsxv3.common.locking [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1055.598593] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquiring lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1055.598593] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquired lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1055.598781] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquired external semaphore "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1055.598781] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Releasing lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1055.598943] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Resource: SegmentPort with ID: 9537b9f2-58da-4911-b79e-91fc9d05bfda is going to be created. [ 1055.617451] env[69685]: DEBUG networking_nsxv3.common.locking [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1055.617756] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquiring lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1055.617888] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquired lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1055.618154] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquired external semaphore "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1055.618379] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Releasing lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1055.618602] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Releasing lock "port-9537b9f2-58da-4911-b79e-91fc9d05bfda" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1055.687754] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('4ea7bb1c-b746-44b1-abbe-9e20ef6cb145',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1055.953431] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('f9fe5796-97e5-42cd-b9a0-bf405b68f6e5',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1056.036660] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 373dc220-6922-42c9-9031-971b9f1da491 in Status: SUCCESS [ 1056.036886] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-373dc220-6922-42c9-9031-971b9f1da491" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1056.037413] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-373dc220-6922-42c9-9031-971b9f1da491" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1056.038634] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-373dc220-6922-42c9-9031-971b9f1da491" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1056.038634] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1056.038634] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1056.038634] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1056.038634] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1056.038634] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1056.038634] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('373dc220-6922-42c9-9031-971b9f1da491',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1056.047200] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 5670982f-bdd9-45a0-a8a7-d8fa4fc33629 [ 1056.047200] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1056.047200] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1056.047200] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1056.047200] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1056.047200] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1056.047200] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:5670982f-bdd9-45a0-a8a7-d8fa4fc33629 already deleted. [ 1056.047200] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-5670982f-bdd9-45a0-a8a7-d8fa4fc33629" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1056.190041] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1056.190347] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1056.190347] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1056.190513] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1056.190603] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1056.190709] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4ea7bb1c-b746-44b1-abbe-9e20ef6cb145 is going to be updated. [ 1056.215566] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1056.215733] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1056.215770] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1056.215973] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1056.216146] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1056.233252] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4ea7bb1c-b746-44b1-abbe-9e20ef6cb145 in Status: IN_PROGRESS for 2s [ 1056.455571] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('f9fe5796-97e5-42cd-b9a0-bf405b68f6e5',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1056.485608] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2406fba9-a9fc-4720-937d-2a0a894ad28f in Status: SUCCESS [ 1056.485608] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2406fba9-a9fc-4720-937d-2a0a894ad28f" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1056.485608] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2406fba9-a9fc-4720-937d-2a0a894ad28f" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1056.485608] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2406fba9-a9fc-4720-937d-2a0a894ad28f" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1056.485608] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1056.485608] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1056.485608] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1056.485608] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1056.485608] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1056.485608] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2406fba9-a9fc-4720-937d-2a0a894ad28f" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1056.485608] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('2406fba9-a9fc-4720-937d-2a0a894ad28f',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1056.486740] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2406fba9-a9fc-4720-937d-2a0a894ad28f" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1056.487055] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2406fba9-a9fc-4720-937d-2a0a894ad28f" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1056.487296] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1056.487504] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1056.487663] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1056.487907] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1056.489068] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1056.489068] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2406fba9-a9fc-4720-937d-2a0a894ad28f',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1056.540854] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1056.540983] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1056.541449] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1056.541575] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1056.542315] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1056.542315] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1056.542499] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1056.542576] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1056.542758] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1056.542837] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1056.542928] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 373dc220-6922-42c9-9031-971b9f1da491 is going to be updated. [ 1056.567853] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1056.567971] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1056.568061] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1056.568321] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1056.568435] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1056.579731] env[69685]: INFO networking_nsxv3.common.synchronization [req-7da4708f-4759-4633-8267-45c6af2eda15 req-5a8f74fb-aae7-4b5d-aae6-0cbc76473c3a service nova] Enqueued Resource ID: 4ea7bb1c-b746-44b1-abbe-9e20ef6cb145 with Priority: HIGHEST for action security_group_rules [ 1056.579875] env[69685]: INFO networking_nsxv3.common.synchronization [req-7da4708f-4759-4633-8267-45c6af2eda15 req-5a8f74fb-aae7-4b5d-aae6-0cbc76473c3a service nova] Enqueued Resource ID: 4ea7bb1c-b746-44b1-abbe-9e20ef6cb145 with Priority: HIGHEST for action security_group_members [ 1056.580024] env[69685]: INFO networking_nsxv3.common.synchronization [req-7da4708f-4759-4633-8267-45c6af2eda15 req-5a8f74fb-aae7-4b5d-aae6-0cbc76473c3a service nova] Enqueued Resource ID: 9537b9f2-58da-4911-b79e-91fc9d05bfda with Priority: HIGHEST for action port [ 1056.580259] env[69685]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4ea7bb1c-b746-44b1-abbe-9e20ef6cb145 with Priority: HIGHEST for action security_group_rules [ 1056.580382] env[69685]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4ea7bb1c-b746-44b1-abbe-9e20ef6cb145 with Priority: HIGHEST for action security_group_members [ 1056.580477] env[69685]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9537b9f2-58da-4911-b79e-91fc9d05bfda with Priority: HIGHEST for action port [ 1056.581646] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 373dc220-6922-42c9-9031-971b9f1da491 in Status: IN_PROGRESS for 2s [ 1056.581915] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock rules-4ea7bb1c-b746-44b1-abbe-9e20ef6cb145 taken with stack trace [, , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1056.581989] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-4ea7bb1c-b746-44b1-abbe-9e20ef6cb145" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1056.582064] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-4ea7bb1c-b746-44b1-abbe-9e20ef6cb145" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1056.582278] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-4ea7bb1c-b746-44b1-abbe-9e20ef6cb145" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1056.582354] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('4ea7bb1c-b746-44b1-abbe-9e20ef6cb145',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1056.583162] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock member-4ea7bb1c-b746-44b1-abbe-9e20ef6cb145 taken with stack trace [, , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1056.583253] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4ea7bb1c-b746-44b1-abbe-9e20ef6cb145" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1056.583439] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock port-9537b9f2-58da-4911-b79e-91fc9d05bfda taken with stack trace [, , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1056.584250] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-9537b9f2-58da-4911-b79e-91fc9d05bfda" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1056.584250] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-9537b9f2-58da-4911-b79e-91fc9d05bfda" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1056.584250] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-9537b9f2-58da-4911-b79e-91fc9d05bfda" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1056.584250] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9537b9f2-58da-4911-b79e-91fc9d05bfda',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1056.675036] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e950982e-8473-4713-9586-d072ddf52984 in Status: SUCCESS [ 1056.675603] env[69685]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e950982e-8473-4713-9586-d072ddf52984 deletion is rescheduled due to dependency. [ 1056.675603] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e950982e-8473-4713-9586-d072ddf52984" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1056.960548] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1056.960548] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1056.960548] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1056.960548] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1056.960548] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1056.960548] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f9fe5796-97e5-42cd-b9a0-bf405b68f6e5 is going to be updated. [ 1056.985633] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1056.985814] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1056.985915] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1056.986197] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1056.986368] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1056.993103] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock member-2406fba9-a9fc-4720-937d-2a0a894ad28f taken with stack trace [, , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1056.993262] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2406fba9-a9fc-4720-937d-2a0a894ad28f" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1056.993505] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('2406fba9-a9fc-4720-937d-2a0a894ad28f',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1056.995821] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f9fe5796-97e5-42cd-b9a0-bf405b68f6e5 in Status: IN_PROGRESS for 2s [ 1057.087841] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock member-4ea7bb1c-b746-44b1-abbe-9e20ef6cb145 taken with stack trace [, , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1057.088311] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4ea7bb1c-b746-44b1-abbe-9e20ef6cb145" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.088552] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 9537b9f2-58da-4911-b79e-91fc9d05bfda with status ACTIVE [ 1057.089039] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1057.089039] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.089039] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1057.089285] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1057.089285] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1057.089437] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1057.089550] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.089550] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1057.089789] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1057.089823] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1057.090597] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1057.090597] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.090597] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1057.090597] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1057.090597] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1057.090597] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 9537b9f2-58da-4911-b79e-91fc9d05bfda is going to be updated. [ 1057.114669] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1057.114669] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.114669] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1057.114669] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1057.114669] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1057.114669] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-9537b9f2-58da-4911-b79e-91fc9d05bfda" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1057.495516] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('2406fba9-a9fc-4720-937d-2a0a894ad28f',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1058.000025] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1058.001078] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1058.001078] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1058.001078] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1058.001078] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1058.001078] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2406fba9-a9fc-4720-937d-2a0a894ad28f is going to be updated. [ 1058.037246] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1058.037419] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1058.037511] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1058.037969] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1058.038193] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1058.054509] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2406fba9-a9fc-4720-937d-2a0a894ad28f in Status: IN_PROGRESS for 2s [ 1058.251680] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4ea7bb1c-b746-44b1-abbe-9e20ef6cb145 in Status: SUCCESS [ 1058.252010] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4ea7bb1c-b746-44b1-abbe-9e20ef6cb145" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1058.252232] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4ea7bb1c-b746-44b1-abbe-9e20ef6cb145" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1058.252476] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4ea7bb1c-b746-44b1-abbe-9e20ef6cb145" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1058.252688] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1058.252831] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1058.252894] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1058.253094] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1058.253237] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1058.253275] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4ea7bb1c-b746-44b1-abbe-9e20ef6cb145',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1058.595063] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 373dc220-6922-42c9-9031-971b9f1da491 in Status: SUCCESS [ 1058.595837] env[69685]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 373dc220-6922-42c9-9031-971b9f1da491 deletion is rescheduled due to dependency. [ 1058.595837] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-373dc220-6922-42c9-9031-971b9f1da491" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1058.758564] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('4ea7bb1c-b746-44b1-abbe-9e20ef6cb145',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1059.007863] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f9fe5796-97e5-42cd-b9a0-bf405b68f6e5 in Status: SUCCESS [ 1059.009172] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f9fe5796-97e5-42cd-b9a0-bf405b68f6e5" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1059.009172] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f9fe5796-97e5-42cd-b9a0-bf405b68f6e5" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1059.009172] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f9fe5796-97e5-42cd-b9a0-bf405b68f6e5" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1059.009172] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1059.010606] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1059.010606] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1059.010606] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1059.010606] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1059.010606] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f9fe5796-97e5-42cd-b9a0-bf405b68f6e5" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1059.010606] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('f9fe5796-97e5-42cd-b9a0-bf405b68f6e5',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1059.260825] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('4ea7bb1c-b746-44b1-abbe-9e20ef6cb145',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1059.512360] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock member-f9fe5796-97e5-42cd-b9a0-bf405b68f6e5 taken with stack trace [, , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1059.512570] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f9fe5796-97e5-42cd-b9a0-bf405b68f6e5" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1059.512570] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f9fe5796-97e5-42cd-b9a0-bf405b68f6e5" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1059.512768] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f9fe5796-97e5-42cd-b9a0-bf405b68f6e5" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1059.512924] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1059.513037] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1059.513101] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1059.513251] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1059.513333] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1059.513421] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f9fe5796-97e5-42cd-b9a0-bf405b68f6e5" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1059.513566] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock member-f9fe5796-97e5-42cd-b9a0-bf405b68f6e5 taken with stack trace [, , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1059.513658] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f9fe5796-97e5-42cd-b9a0-bf405b68f6e5" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1059.513724] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f9fe5796-97e5-42cd-b9a0-bf405b68f6e5" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1059.513853] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f9fe5796-97e5-42cd-b9a0-bf405b68f6e5" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1059.513989] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1059.514092] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1059.514187] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1059.514287] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1059.514361] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1059.514441] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f9fe5796-97e5-42cd-b9a0-bf405b68f6e5" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1059.514522] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('f9fe5796-97e5-42cd-b9a0-bf405b68f6e5',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1059.763282] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1059.763616] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1059.763616] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1059.764456] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1059.764456] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1059.764456] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4ea7bb1c-b746-44b1-abbe-9e20ef6cb145 is going to be updated. [ 1059.793316] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1059.793504] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1059.793553] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1059.793775] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1059.793922] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1059.803473] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4ea7bb1c-b746-44b1-abbe-9e20ef6cb145 in Status: IN_PROGRESS for 2s [ 1059.928374] env[69685]: INFO networking_nsxv3.common.synchronization [req-2cf20112-bbab-45dd-ab98-b2c63d3199a9 req-d468b39e-355c-43d3-8758-aba78fdc621b tempest-ServersAdminTestJSON-189216652 tempest-ServersAdminTestJSON-189216652-project-member] Enqueued Resource ID: 6c46d096-f047-457a-99ba-22b9e613d7e2 with Priority: HIGHEST for action security_group_members [ 1059.928945] env[69685]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6c46d096-f047-457a-99ba-22b9e613d7e2 with Priority: HIGHEST for action security_group_members [ 1059.929327] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock member-6c46d096-f047-457a-99ba-22b9e613d7e2 taken with stack trace [, , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1059.929464] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6c46d096-f047-457a-99ba-22b9e613d7e2" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1059.929533] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6c46d096-f047-457a-99ba-22b9e613d7e2" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1059.929785] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6c46d096-f047-457a-99ba-22b9e613d7e2" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1059.929997] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1059.930110] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1059.930157] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1059.930302] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1059.930384] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1059.930475] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6c46d096-f047-457a-99ba-22b9e613d7e2',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1060.017017] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for f9fe5796-97e5-42cd-b9a0-bf405b68f6e5: rpc.has_security_group_logging(os_id): False [ 1060.039029] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1060.039029] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1060.039029] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1060.039029] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1060.039029] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1060.039029] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1060.039029] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1060.039029] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1060.039029] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1060.039029] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1060.039029] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1060.039029] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1060.039029] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1060.039029] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1060.039029] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1060.039738] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1060.039738] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1060.039738] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1060.039738] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1060.040054] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1060.040277] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f9fe5796-97e5-42cd-b9a0-bf405b68f6e5 is going to be updated. [ 1060.064627] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2406fba9-a9fc-4720-937d-2a0a894ad28f in Status: SUCCESS [ 1060.065338] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2406fba9-a9fc-4720-937d-2a0a894ad28f" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1060.066751] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2406fba9-a9fc-4720-937d-2a0a894ad28f" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1060.066751] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2406fba9-a9fc-4720-937d-2a0a894ad28f" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1060.066751] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1060.066751] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1060.066751] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1060.066751] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1060.066751] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1060.066751] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2406fba9-a9fc-4720-937d-2a0a894ad28f" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1060.066751] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock member-2406fba9-a9fc-4720-937d-2a0a894ad28f taken with stack trace [, , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1060.067690] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2406fba9-a9fc-4720-937d-2a0a894ad28f" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1060.067894] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2406fba9-a9fc-4720-937d-2a0a894ad28f" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1060.068156] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2406fba9-a9fc-4720-937d-2a0a894ad28f" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1060.068393] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1060.068607] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1060.068742] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1060.068961] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1060.069130] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1060.070120] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2406fba9-a9fc-4720-937d-2a0a894ad28f" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1060.070120] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('2406fba9-a9fc-4720-937d-2a0a894ad28f',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1060.105052] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1060.105458] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1060.105609] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1060.106069] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1060.106329] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1060.128553] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f9fe5796-97e5-42cd-b9a0-bf405b68f6e5 in Status: IN_PROGRESS for 2s [ 1060.434757] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1060.434985] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1060.435078] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1060.435419] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1060.457475] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1060.457795] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1060.457930] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1060.458011] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1060.458245] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1060.458354] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1060.458450] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6c46d096-f047-457a-99ba-22b9e613d7e2 is going to be updated. [ 1060.483267] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1060.483447] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1060.483494] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1060.483912] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1060.484200] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1060.492413] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6c46d096-f047-457a-99ba-22b9e613d7e2 in Status: IN_PROGRESS for 2s [ 1060.571317] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 2406fba9-a9fc-4720-937d-2a0a894ad28f: rpc.has_security_group_logging(os_id): False [ 1060.588849] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1060.588997] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1060.589120] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1060.589304] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1060.589398] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1060.589602] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1060.589730] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1060.589806] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1060.589938] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1060.590035] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1060.590245] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1060.590343] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1060.590400] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1060.590534] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1060.590608] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1060.590788] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1060.590885] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1060.590945] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1060.591101] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1060.591648] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1060.591648] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 2406fba9-a9fc-4720-937d-2a0a894ad28f is going to be updated. [ 1060.661450] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1060.661607] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1060.661680] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1060.661931] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1060.662225] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1060.676625] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 2406fba9-a9fc-4720-937d-2a0a894ad28f in Status: IN_PROGRESS for 2s [ 1061.256934] env[69685]: INFO networking_nsxv3.common.synchronization [req-2f9062a1-7e99-4fa1-83c9-cde93c830813 req-8fede1b7-6aee-40de-af89-1f8353b2b1c4 tempest-ServerDiskConfigTestJSON-901540771 tempest-ServerDiskConfigTestJSON-901540771-project-member] Enqueued Resource ID: 5ef219b4-c621-4645-9c97-22a83d872582 with Priority: HIGHEST for action security_group_members [ 1061.258200] env[69685]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5ef219b4-c621-4645-9c97-22a83d872582 with Priority: HIGHEST for action security_group_members [ 1061.258200] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock member-5ef219b4-c621-4645-9c97-22a83d872582 taken with stack trace [, , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1061.258200] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5ef219b4-c621-4645-9c97-22a83d872582" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1061.258200] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5ef219b4-c621-4645-9c97-22a83d872582" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1061.258397] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5ef219b4-c621-4645-9c97-22a83d872582" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1061.258397] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1061.258498] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1061.258530] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1061.258688] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1061.258788] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1061.258885] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5ef219b4-c621-4645-9c97-22a83d872582',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1061.761266] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1061.761430] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1061.761502] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1061.761748] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1061.761841] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1061.762196] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1061.762405] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1061.762533] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1061.762799] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1061.762890] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1061.762991] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5ef219b4-c621-4645-9c97-22a83d872582 is going to be updated. [ 1061.799171] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1061.799336] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1061.799410] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1061.799647] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1061.799916] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1061.809996] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5ef219b4-c621-4645-9c97-22a83d872582 in Status: IN_PROGRESS for 2s [ 1061.810623] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4ea7bb1c-b746-44b1-abbe-9e20ef6cb145 in Status: SUCCESS [ 1061.810836] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4ea7bb1c-b746-44b1-abbe-9e20ef6cb145" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1061.811682] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4ea7bb1c-b746-44b1-abbe-9e20ef6cb145" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1061.811957] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4ea7bb1c-b746-44b1-abbe-9e20ef6cb145" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1061.812187] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1061.812310] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1061.812377] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1061.812569] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1061.812656] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1061.812744] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4ea7bb1c-b746-44b1-abbe-9e20ef6cb145" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1061.812840] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('4ea7bb1c-b746-44b1-abbe-9e20ef6cb145',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1061.830949] env[69685]: DEBUG networking_nsxv3.common.locking [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Lock network-601 taken with stack trace [, , , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1061.831336] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquiring lock "network-601" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1061.831336] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquired lock "network-601" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1061.831626] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquired external semaphore "network-601" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1061.831919] env[69685]: DEBUG networking_nsxv3.common.locking [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1061.833930] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquiring lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1061.834115] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquired lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1061.834376] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquired external semaphore "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1061.834698] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Releasing lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1061.834753] env[69685]: DEBUG dogpile.cache.region [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] No value present for key: 'zone-id' {{(pid=69685) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1061.834967] env[69685]: DEBUG dogpile.lock [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] NeedRegenerationException {{(pid=69685) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1061.834967] env[69685]: DEBUG dogpile.lock [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] no value, waiting for create lock {{(pid=69685) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1061.835105] env[69685]: DEBUG dogpile.lock [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] value creation lock acquired {{(pid=69685) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1061.835205] env[69685]: DEBUG dogpile.cache.region [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] No value present for key: 'zone-id' {{(pid=69685) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1061.835336] env[69685]: DEBUG dogpile.lock [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Calling creation function for not-yet-present value {{(pid=69685) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1061.835474] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1061.855153] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1061.855153] env[69685]: DEBUG dogpile.cache.region [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=69685) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1061.855153] env[69685]: DEBUG dogpile.lock [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Released creation lock {{(pid=69685) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1061.855153] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Releasing lock "network-601" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1061.856017] env[69685]: DEBUG networking_nsxv3.common.locking [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Lock port-95b66254-679d-4d40-a98c-de7e34cbb805 taken with stack trace [, , , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1061.856017] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquiring lock "port-95b66254-679d-4d40-a98c-de7e34cbb805" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1061.856017] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquired lock "port-95b66254-679d-4d40-a98c-de7e34cbb805" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1061.856703] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquired external semaphore "port-95b66254-679d-4d40-a98c-de7e34cbb805" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1061.856703] env[69685]: DEBUG networking_nsxv3.api.rpc [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('95b66254-679d-4d40-a98c-de7e34cbb805',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1062.011274] env[69685]: INFO networking_nsxv3.common.synchronization [req-34eeb33b-1509-4d70-9c12-d9c09c29c414 req-c5e67d8a-8c4b-4181-aaea-bc7f7c4cc9a8 tempest-AttachInterfacesTestJSON-1165856161 tempest-AttachInterfacesTestJSON-1165856161-project-member] Enqueued Resource ID: 250f4dd6-d118-43eb-b675-8113286ade80 with Priority: HIGHEST for action security_group_members [ 1062.011274] env[69685]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 250f4dd6-d118-43eb-b675-8113286ade80 with Priority: HIGHEST for action security_group_members [ 1062.011274] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock member-250f4dd6-d118-43eb-b675-8113286ade80 taken with stack trace [, , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1062.011274] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-250f4dd6-d118-43eb-b675-8113286ade80" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1062.011274] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-250f4dd6-d118-43eb-b675-8113286ade80" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1062.011914] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-250f4dd6-d118-43eb-b675-8113286ade80" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1062.011914] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1062.011914] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1062.011914] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1062.011914] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1062.014184] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1062.014184] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('250f4dd6-d118-43eb-b675-8113286ade80',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1062.147030] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f9fe5796-97e5-42cd-b9a0-bf405b68f6e5 in Status: SUCCESS [ 1062.147030] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f9fe5796-97e5-42cd-b9a0-bf405b68f6e5" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1062.315119] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock member-4ea7bb1c-b746-44b1-abbe-9e20ef6cb145 taken with stack trace [, , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1062.315414] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4ea7bb1c-b746-44b1-abbe-9e20ef6cb145" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1062.315414] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4ea7bb1c-b746-44b1-abbe-9e20ef6cb145" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1062.315615] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4ea7bb1c-b746-44b1-abbe-9e20ef6cb145" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1062.315714] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1062.315813] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1062.315864] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1062.316017] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1062.316107] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1062.316218] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4ea7bb1c-b746-44b1-abbe-9e20ef6cb145" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1062.316588] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock member-4ea7bb1c-b746-44b1-abbe-9e20ef6cb145 taken with stack trace [, , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1062.316588] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4ea7bb1c-b746-44b1-abbe-9e20ef6cb145" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1062.316588] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4ea7bb1c-b746-44b1-abbe-9e20ef6cb145" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1062.316779] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4ea7bb1c-b746-44b1-abbe-9e20ef6cb145" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1062.316779] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1062.316886] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1062.316886] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1062.317012] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1062.317113] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1062.317196] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4ea7bb1c-b746-44b1-abbe-9e20ef6cb145" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1062.317312] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('4ea7bb1c-b746-44b1-abbe-9e20ef6cb145',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1062.359328] env[69685]: DEBUG networking_nsxv3.common.locking [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1062.359577] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquiring lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1062.359708] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquired lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1062.360240] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquired external semaphore "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1062.360428] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Releasing lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1062.360585] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Segment Port 95b66254-679d-4d40-a98c-de7e34cbb805 not found, creating... [ 1062.360872] env[69685]: DEBUG networking_nsxv3.common.locking [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1062.361052] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquiring lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1062.361180] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquired lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1062.361417] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquired external semaphore "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1062.361566] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Releasing lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1062.361865] env[69685]: DEBUG networking_nsxv3.common.locking [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1062.362146] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquiring lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1062.362309] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquired lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1062.362536] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquired external semaphore "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1062.362677] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Releasing lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1062.362823] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Resource: SegmentPort with ID: 95b66254-679d-4d40-a98c-de7e34cbb805 is going to be created. [ 1062.388301] env[69685]: DEBUG networking_nsxv3.common.locking [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1062.388559] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquiring lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1062.388711] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquired lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1062.389046] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquired external semaphore "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1062.389419] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Releasing lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1062.389587] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Releasing lock "port-95b66254-679d-4d40-a98c-de7e34cbb805" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1062.506715] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6c46d096-f047-457a-99ba-22b9e613d7e2 in Status: SUCCESS [ 1062.506849] env[69685]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6c46d096-f047-457a-99ba-22b9e613d7e2 deletion is rescheduled due to dependency. [ 1062.507213] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6c46d096-f047-457a-99ba-22b9e613d7e2" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1062.515041] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1062.515041] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1062.515140] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1062.515281] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1062.515765] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1062.515765] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1062.515765] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1062.515765] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1062.516160] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1062.516160] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1062.516160] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 250f4dd6-d118-43eb-b675-8113286ade80 is going to be updated. [ 1062.564017] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1062.564017] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1062.564017] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1062.564231] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1062.564350] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1062.575714] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 250f4dd6-d118-43eb-b675-8113286ade80 in Status: IN_PROGRESS for 2s [ 1062.706985] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 2406fba9-a9fc-4720-937d-2a0a894ad28f in Status: SUCCESS [ 1062.707279] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-2406fba9-a9fc-4720-937d-2a0a894ad28f" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1062.707460] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-2406fba9-a9fc-4720-937d-2a0a894ad28f" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1062.707715] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-2406fba9-a9fc-4720-937d-2a0a894ad28f" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1062.707801] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('2406fba9-a9fc-4720-937d-2a0a894ad28f',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1062.819606] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 4ea7bb1c-b746-44b1-abbe-9e20ef6cb145: rpc.has_security_group_logging(os_id): False [ 1062.838451] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1062.838451] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1062.838451] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1062.838451] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1062.838451] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1062.838696] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1062.838696] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1062.838696] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1062.838940] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1062.838940] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1062.839117] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1062.840293] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1062.840293] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1062.840293] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1062.840293] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1062.840293] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1062.840293] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1062.840293] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1062.841595] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1062.841724] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1062.841816] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 4ea7bb1c-b746-44b1-abbe-9e20ef6cb145 is going to be updated. [ 1062.928410] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1062.928599] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1062.928677] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1062.928900] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1062.929097] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1062.943600] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 4ea7bb1c-b746-44b1-abbe-9e20ef6cb145 in Status: IN_PROGRESS for 2s [ 1063.210270] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock member-2406fba9-a9fc-4720-937d-2a0a894ad28f taken with stack trace [, , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1063.211208] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2406fba9-a9fc-4720-937d-2a0a894ad28f" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1063.211451] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2406fba9-a9fc-4720-937d-2a0a894ad28f" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1063.211991] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2406fba9-a9fc-4720-937d-2a0a894ad28f" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1063.213825] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1063.213825] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1063.213825] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1063.213825] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1063.213825] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1063.213825] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2406fba9-a9fc-4720-937d-2a0a894ad28f" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1063.213825] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('2406fba9-a9fc-4720-937d-2a0a894ad28f',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1063.334309] env[69685]: INFO networking_nsxv3.common.synchronization [req-bdcfba2f-3b30-4ecd-b24a-ca86298414c2 req-c6574eb7-e564-4572-8158-b733500a7a48 tempest-MultipleCreateTestJSON-1828029754 tempest-MultipleCreateTestJSON-1828029754-project-member] Enqueued Resource ID: a1f49ff3-a7bb-4aec-a58f-628ec6679051 with Priority: HIGHEST for action security_group_members [ 1063.334309] env[69685]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a1f49ff3-a7bb-4aec-a58f-628ec6679051 with Priority: HIGHEST for action security_group_members [ 1063.334309] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock member-a1f49ff3-a7bb-4aec-a58f-628ec6679051 taken with stack trace [, , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1063.334309] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a1f49ff3-a7bb-4aec-a58f-628ec6679051" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1063.334309] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a1f49ff3-a7bb-4aec-a58f-628ec6679051" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1063.338773] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a1f49ff3-a7bb-4aec-a58f-628ec6679051" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1063.338773] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1063.338773] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1063.338773] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1063.338773] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1063.338773] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1063.338773] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a1f49ff3-a7bb-4aec-a58f-628ec6679051',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1063.375380] env[69685]: INFO networking_nsxv3.common.synchronization [req-2f9062a1-7e99-4fa1-83c9-cde93c830813 req-894b6319-0398-475a-affb-022897a3772b service nova] Enqueued Resource ID: 5ef219b4-c621-4645-9c97-22a83d872582 with Priority: HIGHEST for action security_group_rules [ 1063.375561] env[69685]: INFO networking_nsxv3.common.synchronization [req-2f9062a1-7e99-4fa1-83c9-cde93c830813 req-894b6319-0398-475a-affb-022897a3772b service nova] Enqueued Resource ID: 5ef219b4-c621-4645-9c97-22a83d872582 with Priority: HIGHEST for action security_group_members [ 1063.375701] env[69685]: INFO networking_nsxv3.common.synchronization [req-2f9062a1-7e99-4fa1-83c9-cde93c830813 req-894b6319-0398-475a-affb-022897a3772b service nova] Enqueued Resource ID: 95b66254-679d-4d40-a98c-de7e34cbb805 with Priority: HIGHEST for action port [ 1063.375926] env[69685]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5ef219b4-c621-4645-9c97-22a83d872582 with Priority: HIGHEST for action security_group_rules [ 1063.376455] env[69685]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5ef219b4-c621-4645-9c97-22a83d872582 with Priority: HIGHEST for action security_group_members [ 1063.377041] env[69685]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 95b66254-679d-4d40-a98c-de7e34cbb805 with Priority: HIGHEST for action port [ 1063.377167] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock rules-5ef219b4-c621-4645-9c97-22a83d872582 taken with stack trace [, , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1063.377464] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-5ef219b4-c621-4645-9c97-22a83d872582" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1063.377464] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-5ef219b4-c621-4645-9c97-22a83d872582" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1063.377575] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-5ef219b4-c621-4645-9c97-22a83d872582" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1063.377635] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('5ef219b4-c621-4645-9c97-22a83d872582',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1063.378583] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock member-5ef219b4-c621-4645-9c97-22a83d872582 taken with stack trace [, , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1063.378708] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5ef219b4-c621-4645-9c97-22a83d872582" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1063.378866] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock port-95b66254-679d-4d40-a98c-de7e34cbb805 taken with stack trace [, , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1063.378966] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-95b66254-679d-4d40-a98c-de7e34cbb805" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1063.379057] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-95b66254-679d-4d40-a98c-de7e34cbb805" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1063.379250] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-95b66254-679d-4d40-a98c-de7e34cbb805" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1063.379327] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('95b66254-679d-4d40-a98c-de7e34cbb805',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1063.691329] env[69685]: DEBUG networking_nsxv3.common.locking [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Lock network-413 taken with stack trace [, , , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1063.691524] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquiring lock "network-413" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1063.691666] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquired lock "network-413" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1063.691934] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquired external semaphore "network-413" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1063.692236] env[69685]: DEBUG networking_nsxv3.common.locking [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1063.692399] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquiring lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1063.692554] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquired lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1063.692740] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquired external semaphore "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1063.692880] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Releasing lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1063.693232] env[69685]: DEBUG dogpile.cache.region [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] No value present for key: 'zone-id' {{(pid=69685) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1063.693232] env[69685]: DEBUG dogpile.lock [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] NeedRegenerationException {{(pid=69685) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1063.693343] env[69685]: DEBUG dogpile.lock [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] no value, waiting for create lock {{(pid=69685) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1063.693433] env[69685]: DEBUG dogpile.lock [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] value creation lock acquired {{(pid=69685) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1063.693542] env[69685]: DEBUG dogpile.cache.region [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] No value present for key: 'zone-id' {{(pid=69685) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1063.693648] env[69685]: DEBUG dogpile.lock [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Calling creation function for not-yet-present value {{(pid=69685) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1063.693778] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1063.713736] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1063.713792] env[69685]: DEBUG dogpile.cache.region [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=69685) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1063.713893] env[69685]: DEBUG dogpile.lock [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Released creation lock {{(pid=69685) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1063.714084] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Releasing lock "network-413" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1063.715787] env[69685]: DEBUG networking_nsxv3.common.locking [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Lock port-22c33950-2a1d-4249-9719-70e171940e47 taken with stack trace [, , , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1063.716070] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquiring lock "port-22c33950-2a1d-4249-9719-70e171940e47" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1063.716206] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquired lock "port-22c33950-2a1d-4249-9719-70e171940e47" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1063.716560] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquired external semaphore "port-22c33950-2a1d-4249-9719-70e171940e47" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1063.716706] env[69685]: DEBUG networking_nsxv3.api.rpc [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('22c33950-2a1d-4249-9719-70e171940e47',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1063.718762] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock member-2406fba9-a9fc-4720-937d-2a0a894ad28f taken with stack trace [, , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1063.718762] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2406fba9-a9fc-4720-937d-2a0a894ad28f" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1063.718762] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2406fba9-a9fc-4720-937d-2a0a894ad28f" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1063.718762] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2406fba9-a9fc-4720-937d-2a0a894ad28f" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1063.718762] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1063.718762] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1063.718762] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1063.719183] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1063.719183] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1063.719183] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2406fba9-a9fc-4720-937d-2a0a894ad28f" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1063.719183] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock member-2406fba9-a9fc-4720-937d-2a0a894ad28f taken with stack trace [, , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1063.720082] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2406fba9-a9fc-4720-937d-2a0a894ad28f" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1063.720082] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2406fba9-a9fc-4720-937d-2a0a894ad28f" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1063.720082] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2406fba9-a9fc-4720-937d-2a0a894ad28f" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1063.720082] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1063.720082] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1063.720082] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1063.720082] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1063.720082] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1063.720082] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2406fba9-a9fc-4720-937d-2a0a894ad28f" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1063.720082] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('2406fba9-a9fc-4720-937d-2a0a894ad28f',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1063.820200] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5ef219b4-c621-4645-9c97-22a83d872582 in Status: SUCCESS [ 1063.821077] env[69685]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5ef219b4-c621-4645-9c97-22a83d872582 deletion is rescheduled due to dependency. [ 1063.821077] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5ef219b4-c621-4645-9c97-22a83d872582" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1063.821077] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5ef219b4-c621-4645-9c97-22a83d872582" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1063.821077] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5ef219b4-c621-4645-9c97-22a83d872582" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1063.821343] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1063.821343] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1063.821343] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1063.821516] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1063.821516] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1063.821602] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5ef219b4-c621-4645-9c97-22a83d872582',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1063.841013] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1063.841175] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1063.841251] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1063.841544] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1063.841948] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1063.841948] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1063.841948] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1063.842195] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1063.842195] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1063.842280] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1063.842320] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a1f49ff3-a7bb-4aec-a58f-628ec6679051 is going to be updated. [ 1063.869017] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1063.869017] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1063.869017] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1063.869017] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1063.869325] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1063.878828] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a1f49ff3-a7bb-4aec-a58f-628ec6679051 in Status: IN_PROGRESS for 2s [ 1063.881470] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock member-5ef219b4-c621-4645-9c97-22a83d872582 taken with stack trace [, , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1063.881470] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5ef219b4-c621-4645-9c97-22a83d872582" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1063.881657] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 95b66254-679d-4d40-a98c-de7e34cbb805 with status ACTIVE [ 1063.881777] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1063.882021] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1063.882021] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1063.882189] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1063.882283] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1063.882455] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1063.882570] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1063.882635] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1063.882801] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1063.882879] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1063.883073] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1063.883167] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1063.883228] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1063.883371] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1063.883442] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1063.883526] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 95b66254-679d-4d40-a98c-de7e34cbb805 is going to be updated. [ 1063.902706] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1063.902882] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1063.902924] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1063.903214] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1063.903367] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1063.903575] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-95b66254-679d-4d40-a98c-de7e34cbb805" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1064.222157] env[69685]: DEBUG networking_nsxv3.common.locking [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1064.222365] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquiring lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.222475] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquired lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1064.222821] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquired external semaphore "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1064.222916] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Releasing lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1064.223108] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Segment Port 22c33950-2a1d-4249-9719-70e171940e47 not found, creating... [ 1064.223432] env[69685]: DEBUG networking_nsxv3.common.locking [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1064.223600] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquiring lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.223722] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquired lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1064.223964] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquired external semaphore "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1064.224119] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Releasing lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1064.224421] env[69685]: DEBUG networking_nsxv3.common.locking [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1064.224580] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquiring lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.224697] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquired lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1064.224912] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquired external semaphore "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1064.225271] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Releasing lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1064.225454] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Resource: SegmentPort with ID: 22c33950-2a1d-4249-9719-70e171940e47 is going to be created. [ 1064.229196] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 2406fba9-a9fc-4720-937d-2a0a894ad28f: rpc.has_security_group_logging(os_id): False [ 1064.259386] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1064.259674] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.259825] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1064.262173] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1064.262173] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1064.262173] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1064.262173] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.262173] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1064.262173] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1064.262173] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1064.262173] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1064.262173] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.262173] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1064.262742] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1064.262742] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1064.262742] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1064.266186] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.266186] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1064.266186] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1064.266186] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1064.266186] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 2406fba9-a9fc-4720-937d-2a0a894ad28f is going to be updated. [ 1064.266186] env[69685]: DEBUG networking_nsxv3.common.locking [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1064.266186] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquiring lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.266186] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquired lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1064.266186] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquired external semaphore "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1064.267015] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Releasing lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1064.267015] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Releasing lock "port-22c33950-2a1d-4249-9719-70e171940e47" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1064.324509] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('5ef219b4-c621-4645-9c97-22a83d872582',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1064.384884] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1064.384884] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.384884] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1064.385340] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1064.385340] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1064.407104] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 2406fba9-a9fc-4720-937d-2a0a894ad28f in Status: IN_PROGRESS for 2s [ 1064.589982] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 250f4dd6-d118-43eb-b675-8113286ade80 in Status: SUCCESS [ 1064.589982] env[69685]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 250f4dd6-d118-43eb-b675-8113286ade80 deletion is rescheduled due to dependency. [ 1064.589982] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-250f4dd6-d118-43eb-b675-8113286ade80" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1064.826790] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('5ef219b4-c621-4645-9c97-22a83d872582',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1064.956772] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 4ea7bb1c-b746-44b1-abbe-9e20ef6cb145 in Status: SUCCESS [ 1064.956772] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-4ea7bb1c-b746-44b1-abbe-9e20ef6cb145" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1064.999023] env[69685]: INFO networking_nsxv3.common.synchronization [req-bdcfba2f-3b30-4ecd-b24a-ca86298414c2 req-48f17070-f8d6-422a-a0ec-75d829aa42fb service nova] Enqueued Resource ID: a1f49ff3-a7bb-4aec-a58f-628ec6679051 with Priority: HIGHEST for action security_group_rules [ 1064.999023] env[69685]: INFO networking_nsxv3.common.synchronization [req-bdcfba2f-3b30-4ecd-b24a-ca86298414c2 req-48f17070-f8d6-422a-a0ec-75d829aa42fb service nova] Enqueued Resource ID: a1f49ff3-a7bb-4aec-a58f-628ec6679051 with Priority: HIGHEST for action security_group_members [ 1064.999023] env[69685]: INFO networking_nsxv3.common.synchronization [req-bdcfba2f-3b30-4ecd-b24a-ca86298414c2 req-48f17070-f8d6-422a-a0ec-75d829aa42fb service nova] Enqueued Resource ID: 22c33950-2a1d-4249-9719-70e171940e47 with Priority: HIGHEST for action port [ 1064.999023] env[69685]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a1f49ff3-a7bb-4aec-a58f-628ec6679051 with Priority: HIGHEST for action security_group_rules [ 1064.999023] env[69685]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a1f49ff3-a7bb-4aec-a58f-628ec6679051 with Priority: HIGHEST for action security_group_members [ 1065.005023] env[69685]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 22c33950-2a1d-4249-9719-70e171940e47 with Priority: HIGHEST for action port [ 1065.005023] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a1f49ff3-a7bb-4aec-a58f-628ec6679051 taken with stack trace [, , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1065.005023] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a1f49ff3-a7bb-4aec-a58f-628ec6679051" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1065.005023] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a1f49ff3-a7bb-4aec-a58f-628ec6679051" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1065.005023] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a1f49ff3-a7bb-4aec-a58f-628ec6679051" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1065.005023] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a1f49ff3-a7bb-4aec-a58f-628ec6679051',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1065.005023] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock member-a1f49ff3-a7bb-4aec-a58f-628ec6679051 taken with stack trace [, , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1065.005023] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a1f49ff3-a7bb-4aec-a58f-628ec6679051" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1065.005023] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock port-22c33950-2a1d-4249-9719-70e171940e47 taken with stack trace [, , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1065.005023] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-22c33950-2a1d-4249-9719-70e171940e47" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1065.005023] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-22c33950-2a1d-4249-9719-70e171940e47" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1065.005023] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-22c33950-2a1d-4249-9719-70e171940e47" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1065.005023] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('22c33950-2a1d-4249-9719-70e171940e47',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1065.334474] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1065.334784] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1065.334843] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1065.335244] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1065.335372] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1065.335497] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5ef219b4-c621-4645-9c97-22a83d872582 is going to be updated. [ 1065.365568] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1065.365764] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1065.365857] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1065.366101] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1065.366322] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1065.378899] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5ef219b4-c621-4645-9c97-22a83d872582 in Status: IN_PROGRESS for 2s [ 1065.508278] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock member-a1f49ff3-a7bb-4aec-a58f-628ec6679051 taken with stack trace [, , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1065.508591] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a1f49ff3-a7bb-4aec-a58f-628ec6679051" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1065.508629] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 22c33950-2a1d-4249-9719-70e171940e47 with status ACTIVE [ 1065.508802] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1065.508912] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1065.508977] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1065.509206] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1065.509297] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1065.509466] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1065.509579] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1065.509646] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1065.509846] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1065.509953] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1065.510121] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1065.510221] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1065.510295] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1065.510447] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1065.510523] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1065.510608] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 22c33950-2a1d-4249-9719-70e171940e47 is going to be updated. [ 1065.529559] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1065.529849] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1065.529967] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1065.530317] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1065.530513] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1065.530750] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-22c33950-2a1d-4249-9719-70e171940e47" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1065.889617] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a1f49ff3-a7bb-4aec-a58f-628ec6679051 in Status: SUCCESS [ 1065.889929] env[69685]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a1f49ff3-a7bb-4aec-a58f-628ec6679051 deletion is rescheduled due to dependency. [ 1065.890045] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a1f49ff3-a7bb-4aec-a58f-628ec6679051" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1065.890218] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a1f49ff3-a7bb-4aec-a58f-628ec6679051" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1065.891773] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a1f49ff3-a7bb-4aec-a58f-628ec6679051" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1065.891773] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1065.891773] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1065.891773] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1065.891773] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1065.891773] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1065.891773] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a1f49ff3-a7bb-4aec-a58f-628ec6679051',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1066.105077] env[69685]: INFO networking_nsxv3.common.synchronization [req-bdcfba2f-3b30-4ecd-b24a-ca86298414c2 req-babd13ec-26a8-4fa3-b355-b68557f60e1b tempest-MultipleCreateTestJSON-1828029754 tempest-MultipleCreateTestJSON-1828029754-project-member] Enqueued Resource ID: a1f49ff3-a7bb-4aec-a58f-628ec6679051 with Priority: HIGHEST for action security_group_members [ 1066.105939] env[69685]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a1f49ff3-a7bb-4aec-a58f-628ec6679051 with Priority: HIGHEST for action security_group_members [ 1066.105939] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock member-a1f49ff3-a7bb-4aec-a58f-628ec6679051 taken with stack trace [, , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1066.106041] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a1f49ff3-a7bb-4aec-a58f-628ec6679051" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1066.395209] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('a1f49ff3-a7bb-4aec-a58f-628ec6679051',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1066.421482] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 2406fba9-a9fc-4720-937d-2a0a894ad28f in Status: SUCCESS [ 1066.421812] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-2406fba9-a9fc-4720-937d-2a0a894ad28f" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1066.425549] env[69685]: DEBUG networking_nsxv3.common.locking [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Lock network-413 taken with stack trace [, , , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1066.425842] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquiring lock "network-413" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1066.426123] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquired lock "network-413" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1066.426473] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquired external semaphore "network-413" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1066.426957] env[69685]: DEBUG networking_nsxv3.common.locking [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1066.427199] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquiring lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1066.427403] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquired lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1066.427793] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquired external semaphore "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1066.428052] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Releasing lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1066.428383] env[69685]: DEBUG dogpile.cache.region [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] No value present for key: 'zone-id' {{(pid=69685) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1066.428579] env[69685]: DEBUG dogpile.lock [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] NeedRegenerationException {{(pid=69685) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1066.428771] env[69685]: DEBUG dogpile.lock [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] no value, waiting for create lock {{(pid=69685) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1066.428961] env[69685]: DEBUG dogpile.lock [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] value creation lock acquired {{(pid=69685) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1066.429178] env[69685]: DEBUG dogpile.cache.region [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] No value present for key: 'zone-id' {{(pid=69685) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1066.429370] env[69685]: DEBUG dogpile.lock [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Calling creation function for not-yet-present value {{(pid=69685) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1066.429591] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1066.450739] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1066.451138] env[69685]: DEBUG dogpile.cache.region [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=69685) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1066.451380] env[69685]: DEBUG dogpile.lock [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Released creation lock {{(pid=69685) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1066.451609] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Releasing lock "network-413" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1066.451948] env[69685]: DEBUG networking_nsxv3.common.locking [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Lock port-da98a7dd-c502-4941-b359-8833b632ae82 taken with stack trace [, , , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1066.452254] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquiring lock "port-da98a7dd-c502-4941-b359-8833b632ae82" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1066.452325] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquired lock "port-da98a7dd-c502-4941-b359-8833b632ae82" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1066.453540] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquired external semaphore "port-da98a7dd-c502-4941-b359-8833b632ae82" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1066.453540] env[69685]: DEBUG networking_nsxv3.api.rpc [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('da98a7dd-c502-4941-b359-8833b632ae82',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1066.607027] env[69685]: INFO networking_nsxv3.common.synchronization [req-b6618256-4d1f-4008-bc56-2d93bfda7180 req-853006f8-6547-4b5f-913c-367015c111fd tempest-ServersTestMultiNic-327096295 tempest-ServersTestMultiNic-327096295-project-member] Enqueued Resource ID: 2406fba9-a9fc-4720-937d-2a0a894ad28f with Priority: HIGHEST for action security_group_members [ 1066.607027] env[69685]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2406fba9-a9fc-4720-937d-2a0a894ad28f with Priority: HIGHEST for action security_group_members [ 1066.607027] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock member-2406fba9-a9fc-4720-937d-2a0a894ad28f taken with stack trace [, , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1066.607027] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2406fba9-a9fc-4720-937d-2a0a894ad28f" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1066.607027] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2406fba9-a9fc-4720-937d-2a0a894ad28f" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1066.607027] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2406fba9-a9fc-4720-937d-2a0a894ad28f" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1066.607027] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1066.607027] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1066.607027] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1066.607027] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1066.607027] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1066.607027] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2406fba9-a9fc-4720-937d-2a0a894ad28f',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1066.813650] env[69685]: INFO networking_nsxv3.common.synchronization [req-b6618256-4d1f-4008-bc56-2d93bfda7180 req-d152a421-51a8-419d-9c6a-23d6ac216474 tempest-ServersTestMultiNic-327096295 tempest-ServersTestMultiNic-327096295-project-member] Enqueued Resource ID: 2406fba9-a9fc-4720-937d-2a0a894ad28f with Priority: HIGHEST for action security_group_members [ 1066.814266] env[69685]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2406fba9-a9fc-4720-937d-2a0a894ad28f with Priority: HIGHEST for action security_group_members [ 1066.814531] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock member-2406fba9-a9fc-4720-937d-2a0a894ad28f taken with stack trace [, , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1066.814622] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2406fba9-a9fc-4720-937d-2a0a894ad28f" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1066.897563] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('a1f49ff3-a7bb-4aec-a58f-628ec6679051',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1066.957804] env[69685]: DEBUG networking_nsxv3.common.locking [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1066.957804] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquiring lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1066.957804] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquired lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1066.957804] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquired external semaphore "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1066.957804] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Releasing lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1066.957804] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Segment Port da98a7dd-c502-4941-b359-8833b632ae82 not found, creating... [ 1066.957804] env[69685]: DEBUG networking_nsxv3.common.locking [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1066.958275] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquiring lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1066.958312] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquired lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1066.958708] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquired external semaphore "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1066.958789] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Releasing lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1066.959110] env[69685]: DEBUG networking_nsxv3.common.locking [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1066.959316] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquiring lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1066.959469] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquired lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1066.959723] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquired external semaphore "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1066.959967] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Releasing lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1066.960171] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Resource: SegmentPort with ID: da98a7dd-c502-4941-b359-8833b632ae82 is going to be created. [ 1066.980651] env[69685]: DEBUG networking_nsxv3.common.locking [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1066.980951] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquiring lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1066.981094] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquired lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1066.981366] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquired external semaphore "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1066.981603] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Releasing lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1066.981829] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Releasing lock "port-da98a7dd-c502-4941-b359-8833b632ae82" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1067.110368] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('2406fba9-a9fc-4720-937d-2a0a894ad28f',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1067.389462] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5ef219b4-c621-4645-9c97-22a83d872582 in Status: SUCCESS [ 1067.389697] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5ef219b4-c621-4645-9c97-22a83d872582" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1067.389923] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5ef219b4-c621-4645-9c97-22a83d872582" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1067.390182] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5ef219b4-c621-4645-9c97-22a83d872582" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1067.390389] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1067.390506] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1067.390577] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1067.390727] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1067.390806] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1067.390958] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5ef219b4-c621-4645-9c97-22a83d872582" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1067.391068] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('5ef219b4-c621-4645-9c97-22a83d872582',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1067.400049] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1067.400049] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1067.400243] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1067.400324] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1067.400419] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1067.400521] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a1f49ff3-a7bb-4aec-a58f-628ec6679051 is going to be updated. [ 1067.428748] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1067.429105] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1067.429253] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1067.429561] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1067.429649] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1067.439699] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a1f49ff3-a7bb-4aec-a58f-628ec6679051 in Status: IN_PROGRESS for 2s [ 1067.614539] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('2406fba9-a9fc-4720-937d-2a0a894ad28f',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1067.853515] env[69685]: INFO networking_nsxv3.common.synchronization [req-bdcfba2f-3b30-4ecd-b24a-ca86298414c2 req-3bdb0ad8-daad-4c1f-9bad-128c0b612250 service nova] Enqueued Resource ID: a1f49ff3-a7bb-4aec-a58f-628ec6679051 with Priority: HIGHEST for action security_group_rules [ 1067.857021] env[69685]: INFO networking_nsxv3.common.synchronization [req-bdcfba2f-3b30-4ecd-b24a-ca86298414c2 req-3bdb0ad8-daad-4c1f-9bad-128c0b612250 service nova] Enqueued Resource ID: a1f49ff3-a7bb-4aec-a58f-628ec6679051 with Priority: HIGHEST for action security_group_members [ 1067.857021] env[69685]: INFO networking_nsxv3.common.synchronization [req-bdcfba2f-3b30-4ecd-b24a-ca86298414c2 req-3bdb0ad8-daad-4c1f-9bad-128c0b612250 service nova] Enqueued Resource ID: da98a7dd-c502-4941-b359-8833b632ae82 with Priority: HIGHEST for action port [ 1067.857021] env[69685]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a1f49ff3-a7bb-4aec-a58f-628ec6679051 with Priority: HIGHEST for action security_group_rules [ 1067.857021] env[69685]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a1f49ff3-a7bb-4aec-a58f-628ec6679051 with Priority: HIGHEST for action security_group_members [ 1067.857021] env[69685]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: da98a7dd-c502-4941-b359-8833b632ae82 with Priority: HIGHEST for action port [ 1067.857021] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a1f49ff3-a7bb-4aec-a58f-628ec6679051 taken with stack trace [, , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1067.859540] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a1f49ff3-a7bb-4aec-a58f-628ec6679051" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1067.859837] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock member-a1f49ff3-a7bb-4aec-a58f-628ec6679051 taken with stack trace [, , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1067.859990] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a1f49ff3-a7bb-4aec-a58f-628ec6679051" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1067.860918] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock port-da98a7dd-c502-4941-b359-8833b632ae82 taken with stack trace [, , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1067.861055] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-da98a7dd-c502-4941-b359-8833b632ae82" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1067.861121] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-da98a7dd-c502-4941-b359-8833b632ae82" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1067.861345] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-da98a7dd-c502-4941-b359-8833b632ae82" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1067.861426] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('da98a7dd-c502-4941-b359-8833b632ae82',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1067.893454] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock member-5ef219b4-c621-4645-9c97-22a83d872582 taken with stack trace [, , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1067.893652] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5ef219b4-c621-4645-9c97-22a83d872582" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1067.893745] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5ef219b4-c621-4645-9c97-22a83d872582" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1067.893980] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5ef219b4-c621-4645-9c97-22a83d872582" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1067.894187] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1067.894298] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1067.894364] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1067.894586] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1067.894719] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1067.894828] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5ef219b4-c621-4645-9c97-22a83d872582" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1067.896175] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock member-5ef219b4-c621-4645-9c97-22a83d872582 taken with stack trace [, , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1067.896175] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5ef219b4-c621-4645-9c97-22a83d872582" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1067.896175] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5ef219b4-c621-4645-9c97-22a83d872582" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1067.896175] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5ef219b4-c621-4645-9c97-22a83d872582" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1067.896175] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1067.896175] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1067.896175] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1067.896175] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1067.896175] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1067.896175] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5ef219b4-c621-4645-9c97-22a83d872582" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1067.896175] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('5ef219b4-c621-4645-9c97-22a83d872582',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1068.117046] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1068.117046] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1068.117275] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1068.117957] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1068.117957] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1068.117957] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2406fba9-a9fc-4720-937d-2a0a894ad28f is going to be updated. [ 1068.142685] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1068.142857] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1068.142857] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1068.142983] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1068.143133] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1068.151353] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2406fba9-a9fc-4720-937d-2a0a894ad28f in Status: IN_PROGRESS for 2s [ 1068.366097] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port da98a7dd-c502-4941-b359-8833b632ae82 with status ACTIVE [ 1068.366097] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1068.366097] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1068.366097] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1068.366433] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1068.366433] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1068.366588] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1068.366709] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1068.366800] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1068.367036] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1068.367125] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1068.367353] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1068.367471] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1068.367538] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1068.367686] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1068.367777] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1068.367881] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: da98a7dd-c502-4941-b359-8833b632ae82 is going to be updated. [ 1068.391107] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1068.391107] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1068.391403] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1068.391403] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1068.391527] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1068.391692] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-da98a7dd-c502-4941-b359-8833b632ae82" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1068.403374] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 5ef219b4-c621-4645-9c97-22a83d872582: rpc.has_security_group_logging(os_id): False [ 1068.420731] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1068.420978] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1068.421124] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1068.421474] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1068.421627] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1068.421943] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1068.422142] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1068.422267] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1068.422533] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1068.422673] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1068.423131] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1068.423199] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1068.423323] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1068.423566] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1068.423715] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1068.424030] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1068.424205] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1068.424321] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1068.424565] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1068.424711] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1068.424865] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 5ef219b4-c621-4645-9c97-22a83d872582 is going to be updated. [ 1068.486592] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1068.486883] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1068.486883] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1068.487091] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1068.487260] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1068.500628] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 5ef219b4-c621-4645-9c97-22a83d872582 in Status: IN_PROGRESS for 2s [ 1069.448015] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a1f49ff3-a7bb-4aec-a58f-628ec6679051 in Status: SUCCESS [ 1069.448335] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a1f49ff3-a7bb-4aec-a58f-628ec6679051" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1069.448479] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a1f49ff3-a7bb-4aec-a58f-628ec6679051" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1069.448621] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a1f49ff3-a7bb-4aec-a58f-628ec6679051" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1069.448807] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1069.448925] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1069.448994] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1069.449207] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1069.449295] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1069.449380] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a1f49ff3-a7bb-4aec-a58f-628ec6679051" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1069.449467] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('a1f49ff3-a7bb-4aec-a58f-628ec6679051',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1069.451685] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a1f49ff3-a7bb-4aec-a58f-628ec6679051" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1069.454741] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a1f49ff3-a7bb-4aec-a58f-628ec6679051" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1069.454935] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1069.455063] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1069.455130] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1069.455278] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1069.455359] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1069.455449] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a1f49ff3-a7bb-4aec-a58f-628ec6679051',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1069.952923] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock member-a1f49ff3-a7bb-4aec-a58f-628ec6679051 taken with stack trace [, , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1069.952923] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a1f49ff3-a7bb-4aec-a58f-628ec6679051" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1069.958235] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('a1f49ff3-a7bb-4aec-a58f-628ec6679051',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1070.159974] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2406fba9-a9fc-4720-937d-2a0a894ad28f in Status: SUCCESS [ 1070.160304] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2406fba9-a9fc-4720-937d-2a0a894ad28f" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1070.160464] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2406fba9-a9fc-4720-937d-2a0a894ad28f" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1070.160669] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2406fba9-a9fc-4720-937d-2a0a894ad28f" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1070.160858] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1070.160997] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1070.161071] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1070.161230] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1070.161310] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1070.161404] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2406fba9-a9fc-4720-937d-2a0a894ad28f',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1070.461184] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('a1f49ff3-a7bb-4aec-a58f-628ec6679051',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1070.513046] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 5ef219b4-c621-4645-9c97-22a83d872582 in Status: SUCCESS [ 1070.513046] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-5ef219b4-c621-4645-9c97-22a83d872582" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1070.666513] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1070.666513] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1070.666513] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1070.666513] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1070.666513] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1070.666513] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1070.666513] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1070.666513] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1070.666513] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1070.666513] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1070.666513] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2406fba9-a9fc-4720-937d-2a0a894ad28f is going to be updated. [ 1070.691112] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1070.691112] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1070.691112] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1070.691112] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1070.691112] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1070.697719] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2406fba9-a9fc-4720-937d-2a0a894ad28f in Status: IN_PROGRESS for 2s [ 1070.963170] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1070.963386] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1070.963448] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1070.963655] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1070.963764] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1070.963871] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a1f49ff3-a7bb-4aec-a58f-628ec6679051 is going to be updated. [ 1070.992012] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1070.992213] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1070.992275] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1070.992453] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1070.992595] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1071.000589] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a1f49ff3-a7bb-4aec-a58f-628ec6679051 in Status: IN_PROGRESS for 2s [ 1071.497204] env[69685]: INFO networking_nsxv3.common.synchronization [req-8360bc42-3496-49e5-8489-dfe07e51aa2d req-bd61b199-76be-4464-9ea1-648f3a500ab8 tempest-AttachVolumeNegativeTest-2144472599 tempest-AttachVolumeNegativeTest-2144472599-project-member] Enqueued Resource ID: 264ce554-3c75-4a71-ae13-33322402903c with Priority: HIGHEST for action security_group_members [ 1071.498048] env[69685]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 264ce554-3c75-4a71-ae13-33322402903c with Priority: HIGHEST for action security_group_members [ 1071.498447] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock member-264ce554-3c75-4a71-ae13-33322402903c taken with stack trace [, , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1071.498582] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-264ce554-3c75-4a71-ae13-33322402903c" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1071.498648] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-264ce554-3c75-4a71-ae13-33322402903c" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1071.498903] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-264ce554-3c75-4a71-ae13-33322402903c" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1071.499761] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1071.499887] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1071.499984] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1071.500181] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1071.500358] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1071.500358] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('264ce554-3c75-4a71-ae13-33322402903c',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1072.003553] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1072.003775] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1072.003870] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1072.004104] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1072.007039] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1072.007039] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1072.007039] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1072.007039] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1072.007039] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1072.007039] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1072.007039] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 264ce554-3c75-4a71-ae13-33322402903c already deleted. [ 1072.007039] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-264ce554-3c75-4a71-ae13-33322402903c" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1072.017599] env[69685]: DEBUG networking_nsxv3.common.locking [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Lock network-769 taken with stack trace [, , , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1072.017834] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquiring lock "network-769" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1072.017993] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquired lock "network-769" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1072.018289] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquired external semaphore "network-769" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1072.018562] env[69685]: DEBUG networking_nsxv3.common.locking [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1072.018741] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquiring lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1072.018876] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquired lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1072.019106] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquired external semaphore "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1072.019257] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Releasing lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1072.019468] env[69685]: DEBUG dogpile.cache.region [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] No value present for key: 'zone-id' {{(pid=69685) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1072.019582] env[69685]: DEBUG dogpile.lock [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] NeedRegenerationException {{(pid=69685) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1072.019693] env[69685]: DEBUG dogpile.lock [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] no value, waiting for create lock {{(pid=69685) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1072.019803] env[69685]: DEBUG dogpile.lock [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] value creation lock acquired {{(pid=69685) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1072.019916] env[69685]: DEBUG dogpile.cache.region [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] No value present for key: 'zone-id' {{(pid=69685) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1072.020103] env[69685]: DEBUG dogpile.lock [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Calling creation function for not-yet-present value {{(pid=69685) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1072.020490] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1072.039525] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1072.039716] env[69685]: DEBUG dogpile.cache.region [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=69685) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1072.039862] env[69685]: DEBUG dogpile.lock [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Released creation lock {{(pid=69685) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1072.040753] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Releasing lock "network-769" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1072.041180] env[69685]: DEBUG networking_nsxv3.common.locking [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Lock port-3fd353bd-825f-4954-8f4c-b41fb2991e84 taken with stack trace [, , , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1072.041400] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquiring lock "port-3fd353bd-825f-4954-8f4c-b41fb2991e84" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1072.041561] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquired lock "port-3fd353bd-825f-4954-8f4c-b41fb2991e84" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1072.041934] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquired external semaphore "port-3fd353bd-825f-4954-8f4c-b41fb2991e84" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1072.042173] env[69685]: DEBUG networking_nsxv3.api.rpc [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3fd353bd-825f-4954-8f4c-b41fb2991e84',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1072.546234] env[69685]: DEBUG networking_nsxv3.common.locking [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1072.546539] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquiring lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1072.546658] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquired lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1072.547013] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquired external semaphore "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1072.547234] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Releasing lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1072.547421] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Segment Port 3fd353bd-825f-4954-8f4c-b41fb2991e84 not found, creating... [ 1072.547696] env[69685]: DEBUG networking_nsxv3.common.locking [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1072.547898] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquiring lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1072.548080] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquired lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1072.548353] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquired external semaphore "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1072.548516] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Releasing lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1072.548814] env[69685]: DEBUG networking_nsxv3.common.locking [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1072.548973] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquiring lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1072.549124] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquired lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1072.549339] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquired external semaphore "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1072.549475] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Releasing lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1072.549620] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Resource: SegmentPort with ID: 3fd353bd-825f-4954-8f4c-b41fb2991e84 is going to be created. [ 1072.570393] env[69685]: DEBUG networking_nsxv3.common.locking [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1072.570636] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquiring lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1072.570742] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquired lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1072.571116] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquired external semaphore "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1072.571466] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Releasing lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1072.572019] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Releasing lock "port-3fd353bd-825f-4954-8f4c-b41fb2991e84" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1072.710795] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2406fba9-a9fc-4720-937d-2a0a894ad28f in Status: SUCCESS [ 1072.710973] env[69685]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2406fba9-a9fc-4720-937d-2a0a894ad28f deletion is rescheduled due to dependency. [ 1072.711140] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2406fba9-a9fc-4720-937d-2a0a894ad28f" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1072.830077] env[69685]: INFO networking_nsxv3.common.synchronization [req-03f28491-c0ae-4959-86d9-1df242c20fdf req-601092a0-f683-49ed-843d-fff9babdbeca tempest-AttachVolumeShelveTestJSON-978007978 tempest-AttachVolumeShelveTestJSON-978007978-project-member] Enqueued Resource ID: 001d6e59-0565-43c1-8370-8ff4e3de8dbb with Priority: HIGHEST for action security_group_members [ 1072.830734] env[69685]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 001d6e59-0565-43c1-8370-8ff4e3de8dbb with Priority: HIGHEST for action security_group_members [ 1072.835213] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock member-001d6e59-0565-43c1-8370-8ff4e3de8dbb taken with stack trace [, , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1072.835444] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-001d6e59-0565-43c1-8370-8ff4e3de8dbb" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1072.835529] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-001d6e59-0565-43c1-8370-8ff4e3de8dbb" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1072.835726] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-001d6e59-0565-43c1-8370-8ff4e3de8dbb" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1072.835920] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1072.836047] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1072.836124] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1072.836552] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1072.836552] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1072.836552] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('001d6e59-0565-43c1-8370-8ff4e3de8dbb',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1073.012347] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a1f49ff3-a7bb-4aec-a58f-628ec6679051 in Status: SUCCESS [ 1073.012628] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a1f49ff3-a7bb-4aec-a58f-628ec6679051" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1073.012852] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a1f49ff3-a7bb-4aec-a58f-628ec6679051" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1073.013151] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a1f49ff3-a7bb-4aec-a58f-628ec6679051" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1073.013401] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1073.013610] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1073.013703] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1073.013838] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1073.013949] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1073.014298] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a1f49ff3-a7bb-4aec-a58f-628ec6679051',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1073.339538] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1073.339777] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1073.341097] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1073.341097] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1073.341097] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1073.341097] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1073.341097] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1073.341097] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1073.341097] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1073.341097] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1073.341097] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 001d6e59-0565-43c1-8370-8ff4e3de8dbb is going to be updated. [ 1073.367193] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1073.367346] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1073.367429] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1073.367656] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1073.367800] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1073.377873] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 001d6e59-0565-43c1-8370-8ff4e3de8dbb in Status: IN_PROGRESS for 2s [ 1073.477426] env[69685]: INFO networking_nsxv3.common.synchronization [req-8360bc42-3496-49e5-8489-dfe07e51aa2d req-ad6f7b30-1f70-4799-9443-d969792afcff service nova] Enqueued Resource ID: 264ce554-3c75-4a71-ae13-33322402903c with Priority: HIGHEST for action security_group_rules [ 1073.477716] env[69685]: INFO networking_nsxv3.common.synchronization [req-8360bc42-3496-49e5-8489-dfe07e51aa2d req-ad6f7b30-1f70-4799-9443-d969792afcff service nova] Enqueued Resource ID: 264ce554-3c75-4a71-ae13-33322402903c with Priority: HIGHEST for action security_group_members [ 1073.478049] env[69685]: INFO networking_nsxv3.common.synchronization [req-8360bc42-3496-49e5-8489-dfe07e51aa2d req-ad6f7b30-1f70-4799-9443-d969792afcff service nova] Enqueued Resource ID: 3fd353bd-825f-4954-8f4c-b41fb2991e84 with Priority: HIGHEST for action port [ 1073.480197] env[69685]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 264ce554-3c75-4a71-ae13-33322402903c with Priority: HIGHEST for action security_group_rules [ 1073.480197] env[69685]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 264ce554-3c75-4a71-ae13-33322402903c with Priority: HIGHEST for action security_group_members [ 1073.480197] env[69685]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3fd353bd-825f-4954-8f4c-b41fb2991e84 with Priority: HIGHEST for action port [ 1073.483019] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock rules-264ce554-3c75-4a71-ae13-33322402903c taken with stack trace [, , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1073.483019] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-264ce554-3c75-4a71-ae13-33322402903c" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1073.483019] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-264ce554-3c75-4a71-ae13-33322402903c" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1073.483019] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-264ce554-3c75-4a71-ae13-33322402903c" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1073.483019] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('264ce554-3c75-4a71-ae13-33322402903c',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1073.483497] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock member-264ce554-3c75-4a71-ae13-33322402903c taken with stack trace [, , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1073.484369] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-264ce554-3c75-4a71-ae13-33322402903c" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1073.484369] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-264ce554-3c75-4a71-ae13-33322402903c" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1073.485236] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-264ce554-3c75-4a71-ae13-33322402903c" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1073.485802] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1073.486046] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1073.486220] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1073.486586] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1073.487053] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1073.487581] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('264ce554-3c75-4a71-ae13-33322402903c',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1073.489441] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock port-3fd353bd-825f-4954-8f4c-b41fb2991e84 taken with stack trace [, , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1073.492912] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-3fd353bd-825f-4954-8f4c-b41fb2991e84" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1073.493208] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-3fd353bd-825f-4954-8f4c-b41fb2991e84" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1073.494106] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-3fd353bd-825f-4954-8f4c-b41fb2991e84" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1073.494106] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3fd353bd-825f-4954-8f4c-b41fb2991e84',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1073.516160] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('a1f49ff3-a7bb-4aec-a58f-628ec6679051',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1073.997804] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('264ce554-3c75-4a71-ae13-33322402903c',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1074.000817] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock member-264ce554-3c75-4a71-ae13-33322402903c taken with stack trace [, , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1074.000817] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-264ce554-3c75-4a71-ae13-33322402903c" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1074.000817] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 3fd353bd-825f-4954-8f4c-b41fb2991e84 with status ACTIVE [ 1074.000817] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1074.000817] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1074.000817] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1074.000817] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1074.000817] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1074.000817] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1074.000817] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1074.000817] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1074.000817] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1074.000817] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1074.000817] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1074.001473] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1074.005019] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1074.005019] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1074.005019] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1074.005019] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 3fd353bd-825f-4954-8f4c-b41fb2991e84 is going to be updated. [ 1074.019178] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('a1f49ff3-a7bb-4aec-a58f-628ec6679051',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1074.025272] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1074.025272] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1074.025272] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1074.025272] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1074.025272] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1074.025272] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-3fd353bd-825f-4954-8f4c-b41fb2991e84" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1074.505454] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('264ce554-3c75-4a71-ae13-33322402903c',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1074.524022] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1074.524022] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1074.524022] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1074.524022] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1074.524022] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1074.524022] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a1f49ff3-a7bb-4aec-a58f-628ec6679051 is going to be updated. [ 1074.550169] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1074.550169] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1074.550169] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1074.550169] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1074.550169] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1074.557631] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a1f49ff3-a7bb-4aec-a58f-628ec6679051 in Status: IN_PROGRESS for 2s [ 1075.009711] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1075.009711] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1075.009711] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1075.009711] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1075.009711] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1075.009711] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 264ce554-3c75-4a71-ae13-33322402903c is going to be created. [ 1075.032553] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1075.032553] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1075.032553] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1075.032553] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1075.032553] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1075.040148] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 264ce554-3c75-4a71-ae13-33322402903c in Status: UNINITIALIZED for 2s [ 1075.390087] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 001d6e59-0565-43c1-8370-8ff4e3de8dbb in Status: SUCCESS [ 1075.390374] env[69685]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 001d6e59-0565-43c1-8370-8ff4e3de8dbb deletion is rescheduled due to dependency. [ 1075.390489] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-001d6e59-0565-43c1-8370-8ff4e3de8dbb" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1076.073730] env[69685]: INFO networking_nsxv3.common.synchronization [req-06799163-c0cb-45e4-a5ad-103280e33068 req-406470a4-5c6c-4af2-ba45-214f6d28df06 tempest-ImagesOneServerNegativeTestJSON-2023172150 tempest-ImagesOneServerNegativeTestJSON-2023172150-project-member] Enqueued Resource ID: f725338b-04fb-4229-97a1-3eaf15235ac8 with Priority: HIGHEST for action security_group_members [ 1076.076423] env[69685]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f725338b-04fb-4229-97a1-3eaf15235ac8 with Priority: HIGHEST for action security_group_members [ 1076.076423] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock member-f725338b-04fb-4229-97a1-3eaf15235ac8 taken with stack trace [, , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1076.076423] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f725338b-04fb-4229-97a1-3eaf15235ac8" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1076.076423] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f725338b-04fb-4229-97a1-3eaf15235ac8" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1076.076423] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f725338b-04fb-4229-97a1-3eaf15235ac8" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1076.076423] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1076.076423] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1076.076423] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1076.080309] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1076.080309] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1076.080309] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f725338b-04fb-4229-97a1-3eaf15235ac8',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1076.138163] env[69685]: INFO networking_nsxv3.common.synchronization [req-83d85805-c40e-47d1-ab89-643bc53f6e57 req-d34f448d-8bd0-4844-a7e7-772fcd3e3f85 tempest-ServerActionsTestOtherB-115242521 tempest-ServerActionsTestOtherB-115242521-project-member] Enqueued Resource ID: 9fc3b289-4ce8-45ab-a115-93a511ca9b60 with Priority: HIGHEST for action security_group_members [ 1076.138163] env[69685]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9fc3b289-4ce8-45ab-a115-93a511ca9b60 with Priority: HIGHEST for action security_group_members [ 1076.138163] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock member-9fc3b289-4ce8-45ab-a115-93a511ca9b60 taken with stack trace [, , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1076.138163] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9fc3b289-4ce8-45ab-a115-93a511ca9b60" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1076.138163] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9fc3b289-4ce8-45ab-a115-93a511ca9b60" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1076.138938] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9fc3b289-4ce8-45ab-a115-93a511ca9b60" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1076.139321] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1076.139674] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1076.140178] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1076.140461] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1076.140651] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1076.141163] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9fc3b289-4ce8-45ab-a115-93a511ca9b60',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1076.570353] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a1f49ff3-a7bb-4aec-a58f-628ec6679051 in Status: SUCCESS [ 1076.570353] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a1f49ff3-a7bb-4aec-a58f-628ec6679051" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1076.570353] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a1f49ff3-a7bb-4aec-a58f-628ec6679051" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1076.570353] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a1f49ff3-a7bb-4aec-a58f-628ec6679051" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1076.570353] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1076.570353] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1076.570353] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1076.570353] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1076.570353] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1076.570353] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a1f49ff3-a7bb-4aec-a58f-628ec6679051" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1076.570353] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock member-a1f49ff3-a7bb-4aec-a58f-628ec6679051 taken with stack trace [, , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1076.570353] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a1f49ff3-a7bb-4aec-a58f-628ec6679051" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1076.570353] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a1f49ff3-a7bb-4aec-a58f-628ec6679051" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1076.570353] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a1f49ff3-a7bb-4aec-a58f-628ec6679051" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1076.570353] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1076.570353] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1076.570353] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1076.570353] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1076.570353] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1076.571114] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a1f49ff3-a7bb-4aec-a58f-628ec6679051" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1076.571114] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('a1f49ff3-a7bb-4aec-a58f-628ec6679051',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1076.579455] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1076.582012] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1076.582012] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1076.582012] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1076.582012] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1076.582012] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1076.582012] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1076.582012] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1076.582012] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1076.582012] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1076.582012] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f725338b-04fb-4229-97a1-3eaf15235ac8 is going to be updated. [ 1076.602808] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1076.602961] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1076.603034] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1076.603247] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1076.603487] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1076.613914] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f725338b-04fb-4229-97a1-3eaf15235ac8 in Status: IN_PROGRESS for 2s [ 1076.644214] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1076.644214] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1076.644214] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1076.644214] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1076.663322] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1076.663590] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1076.663711] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1076.663777] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1076.664022] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1076.664099] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1076.664154] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9fc3b289-4ce8-45ab-a115-93a511ca9b60 is going to be updated. [ 1076.683993] env[69685]: DEBUG networking_nsxv3.common.locking [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Lock network-174 taken with stack trace [, , , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1076.687237] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquiring lock "network-174" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1076.687237] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquired lock "network-174" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1076.687237] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquired external semaphore "network-174" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1076.687237] env[69685]: DEBUG networking_nsxv3.common.locking [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1076.687237] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquiring lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1076.687237] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquired lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1076.687237] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquired external semaphore "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1076.687237] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Releasing lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1076.687237] env[69685]: DEBUG dogpile.cache.region [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] No value present for key: 'zone-id' {{(pid=69685) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1076.687237] env[69685]: DEBUG dogpile.lock [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] NeedRegenerationException {{(pid=69685) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1076.687237] env[69685]: DEBUG dogpile.lock [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] no value, waiting for create lock {{(pid=69685) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1076.687237] env[69685]: DEBUG dogpile.lock [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] value creation lock acquired {{(pid=69685) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1076.687237] env[69685]: DEBUG dogpile.cache.region [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] No value present for key: 'zone-id' {{(pid=69685) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1076.687237] env[69685]: DEBUG dogpile.lock [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Calling creation function for not-yet-present value {{(pid=69685) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1076.687237] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1076.688408] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1076.688516] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1076.688580] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1076.688738] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1076.688870] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1076.699594] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9fc3b289-4ce8-45ab-a115-93a511ca9b60 in Status: IN_PROGRESS for 2s [ 1076.710653] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1076.710810] env[69685]: DEBUG dogpile.cache.region [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Cache value generated in 0.024 seconds for key(s): 'zone-id' {{(pid=69685) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1076.710903] env[69685]: DEBUG dogpile.lock [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Released creation lock {{(pid=69685) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1076.711682] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Releasing lock "network-174" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1076.711682] env[69685]: DEBUG networking_nsxv3.common.locking [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Lock port-5b549978-fad5-4d2a-8f6a-682623618f8e taken with stack trace [, , , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1076.711682] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquiring lock "port-5b549978-fad5-4d2a-8f6a-682623618f8e" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1076.711936] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquired lock "port-5b549978-fad5-4d2a-8f6a-682623618f8e" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1076.712060] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquired external semaphore "port-5b549978-fad5-4d2a-8f6a-682623618f8e" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1076.712749] env[69685]: DEBUG networking_nsxv3.api.rpc [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5b549978-fad5-4d2a-8f6a-682623618f8e',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1076.787368] env[69685]: INFO networking_nsxv3.common.synchronization [req-3ec68880-a382-4446-a5b5-f3ab58caaa76 req-d35042e5-045c-496b-81e7-815fc3fea784 tempest-ImagesTestJSON-1265937060 tempest-ImagesTestJSON-1265937060-project-member] Enqueued Resource ID: 4ea7bb1c-b746-44b1-abbe-9e20ef6cb145 with Priority: HIGHEST for action security_group_members [ 1076.788105] env[69685]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4ea7bb1c-b746-44b1-abbe-9e20ef6cb145 with Priority: HIGHEST for action security_group_members [ 1076.788225] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock member-4ea7bb1c-b746-44b1-abbe-9e20ef6cb145 taken with stack trace [, , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1076.788353] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4ea7bb1c-b746-44b1-abbe-9e20ef6cb145" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1076.788419] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4ea7bb1c-b746-44b1-abbe-9e20ef6cb145" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1076.788613] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4ea7bb1c-b746-44b1-abbe-9e20ef6cb145" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1076.788770] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1076.788867] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1076.788928] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1076.789167] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1076.789848] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1076.789848] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4ea7bb1c-b746-44b1-abbe-9e20ef6cb145',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1077.052032] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 264ce554-3c75-4a71-ae13-33322402903c in Status: SUCCESS [ 1077.052654] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-264ce554-3c75-4a71-ae13-33322402903c" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1077.052841] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-264ce554-3c75-4a71-ae13-33322402903c" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1077.053800] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-264ce554-3c75-4a71-ae13-33322402903c" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1077.053800] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1077.053800] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1077.053800] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1077.053800] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1077.053800] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1077.053800] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-264ce554-3c75-4a71-ae13-33322402903c" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1077.053800] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('264ce554-3c75-4a71-ae13-33322402903c',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1077.079429] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for a1f49ff3-a7bb-4aec-a58f-628ec6679051: rpc.has_security_group_logging(os_id): False [ 1077.096223] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1077.096360] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1077.096950] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1077.096950] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1077.096950] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1077.098024] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1077.098147] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1077.098214] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1077.098402] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1077.098487] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1077.098715] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1077.098815] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1077.098890] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1077.099320] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1077.099456] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1077.099693] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1077.099797] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1077.099869] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1077.100009] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1077.100113] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1077.100271] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a1f49ff3-a7bb-4aec-a58f-628ec6679051 is going to be updated. [ 1077.160922] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1077.161132] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1077.161317] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1077.162309] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1077.162309] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1077.176547] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a1f49ff3-a7bb-4aec-a58f-628ec6679051 in Status: IN_PROGRESS for 2s [ 1077.214700] env[69685]: DEBUG networking_nsxv3.common.locking [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1077.214950] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquiring lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1077.215097] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquired lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1077.215427] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquired external semaphore "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1077.215526] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Releasing lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1077.216093] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Segment Port 5b549978-fad5-4d2a-8f6a-682623618f8e not found, creating... [ 1077.216093] env[69685]: DEBUG networking_nsxv3.common.locking [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1077.216269] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquiring lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1077.216269] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquired lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1077.216543] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquired external semaphore "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1077.216617] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Releasing lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1077.217060] env[69685]: DEBUG networking_nsxv3.common.locking [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1077.217332] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquiring lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1077.217659] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquired lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1077.217861] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquired external semaphore "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1077.218228] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Releasing lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1077.218359] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Resource: SegmentPort with ID: 5b549978-fad5-4d2a-8f6a-682623618f8e is going to be created. [ 1077.268035] env[69685]: DEBUG networking_nsxv3.common.locking [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1077.268182] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquiring lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1077.268301] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquired lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1077.268584] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquired external semaphore "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1077.268802] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Releasing lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1077.269143] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Releasing lock "port-5b549978-fad5-4d2a-8f6a-682623618f8e" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1077.291602] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('4ea7bb1c-b746-44b1-abbe-9e20ef6cb145',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1077.557061] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('264ce554-3c75-4a71-ae13-33322402903c',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1077.793338] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('4ea7bb1c-b746-44b1-abbe-9e20ef6cb145',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1078.064221] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 264ce554-3c75-4a71-ae13-33322402903c: rpc.has_security_group_logging(os_id): False [ 1078.080205] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1078.080480] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1078.080480] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1078.080742] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1078.080742] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1078.080983] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1078.081092] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1078.081187] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1078.081371] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1078.081471] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1078.081562] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 264ce554-3c75-4a71-ae13-33322402903c is going to be created. [ 1078.122427] env[69685]: INFO networking_nsxv3.common.synchronization [req-06799163-c0cb-45e4-a5ad-103280e33068 req-517e7316-8cd7-4093-8814-6320a497c048 service nova] Enqueued Resource ID: f725338b-04fb-4229-97a1-3eaf15235ac8 with Priority: HIGHEST for action security_group_rules [ 1078.122427] env[69685]: INFO networking_nsxv3.common.synchronization [req-06799163-c0cb-45e4-a5ad-103280e33068 req-517e7316-8cd7-4093-8814-6320a497c048 service nova] Enqueued Resource ID: f725338b-04fb-4229-97a1-3eaf15235ac8 with Priority: HIGHEST for action security_group_members [ 1078.123255] env[69685]: INFO networking_nsxv3.common.synchronization [req-06799163-c0cb-45e4-a5ad-103280e33068 req-517e7316-8cd7-4093-8814-6320a497c048 service nova] Enqueued Resource ID: 5b549978-fad5-4d2a-8f6a-682623618f8e with Priority: HIGHEST for action port [ 1078.123825] env[69685]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f725338b-04fb-4229-97a1-3eaf15235ac8 with Priority: HIGHEST for action security_group_rules [ 1078.123955] env[69685]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f725338b-04fb-4229-97a1-3eaf15235ac8 with Priority: HIGHEST for action security_group_members [ 1078.124061] env[69685]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5b549978-fad5-4d2a-8f6a-682623618f8e with Priority: HIGHEST for action port [ 1078.124413] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f725338b-04fb-4229-97a1-3eaf15235ac8 taken with stack trace [, , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1078.124564] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f725338b-04fb-4229-97a1-3eaf15235ac8" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1078.124629] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f725338b-04fb-4229-97a1-3eaf15235ac8" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1078.124873] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f725338b-04fb-4229-97a1-3eaf15235ac8" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1078.124951] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f725338b-04fb-4229-97a1-3eaf15235ac8',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1078.126131] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock member-f725338b-04fb-4229-97a1-3eaf15235ac8 taken with stack trace [, , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1078.126183] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f725338b-04fb-4229-97a1-3eaf15235ac8" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1078.126377] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock port-5b549978-fad5-4d2a-8f6a-682623618f8e taken with stack trace [, , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1078.126484] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-5b549978-fad5-4d2a-8f6a-682623618f8e" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1078.126528] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-5b549978-fad5-4d2a-8f6a-682623618f8e" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1078.126684] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-5b549978-fad5-4d2a-8f6a-682623618f8e" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1078.126754] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5b549978-fad5-4d2a-8f6a-682623618f8e',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1078.136912] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1078.137102] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1078.138030] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1078.138030] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1078.138030] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1078.147935] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 264ce554-3c75-4a71-ae13-33322402903c in Status: IN_PROGRESS for 2s [ 1078.298099] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1078.298099] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1078.298099] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1078.298099] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1078.298099] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1078.298099] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4ea7bb1c-b746-44b1-abbe-9e20ef6cb145 is going to be updated. [ 1078.326525] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1078.326525] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1078.326525] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1078.326525] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1078.326525] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1078.334811] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4ea7bb1c-b746-44b1-abbe-9e20ef6cb145 in Status: IN_PROGRESS for 2s [ 1078.622074] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f725338b-04fb-4229-97a1-3eaf15235ac8 in Status: SUCCESS [ 1078.622311] env[69685]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f725338b-04fb-4229-97a1-3eaf15235ac8 deletion is rescheduled due to dependency. [ 1078.622471] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f725338b-04fb-4229-97a1-3eaf15235ac8" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1078.622690] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f725338b-04fb-4229-97a1-3eaf15235ac8" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1078.622943] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f725338b-04fb-4229-97a1-3eaf15235ac8" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1078.623171] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1078.623331] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1078.623427] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1078.623650] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1078.623761] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1078.623903] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f725338b-04fb-4229-97a1-3eaf15235ac8',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1078.630743] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock member-f725338b-04fb-4229-97a1-3eaf15235ac8 taken with stack trace [, , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1078.630922] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f725338b-04fb-4229-97a1-3eaf15235ac8" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1078.632885] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 5b549978-fad5-4d2a-8f6a-682623618f8e with status ACTIVE [ 1078.633098] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1078.633223] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1078.633303] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1078.633502] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1078.633600] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1078.633779] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1078.633899] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1078.633980] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1078.634203] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1078.634287] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1078.634696] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1078.634696] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1078.634696] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1078.634861] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1078.635087] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1078.635194] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 5b549978-fad5-4d2a-8f6a-682623618f8e is going to be updated. [ 1078.654947] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1078.655150] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1078.655224] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1078.655463] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1078.655611] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1078.655793] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-5b549978-fad5-4d2a-8f6a-682623618f8e" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1078.718738] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9fc3b289-4ce8-45ab-a115-93a511ca9b60 in Status: SUCCESS [ 1078.718805] env[69685]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9fc3b289-4ce8-45ab-a115-93a511ca9b60 deletion is rescheduled due to dependency. [ 1078.718922] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9fc3b289-4ce8-45ab-a115-93a511ca9b60" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1079.126441] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('f725338b-04fb-4229-97a1-3eaf15235ac8',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1079.189976] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a1f49ff3-a7bb-4aec-a58f-628ec6679051 in Status: SUCCESS [ 1079.190304] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a1f49ff3-a7bb-4aec-a58f-628ec6679051" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1079.190887] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a1f49ff3-a7bb-4aec-a58f-628ec6679051" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1079.190887] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a1f49ff3-a7bb-4aec-a58f-628ec6679051" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1079.190887] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a1f49ff3-a7bb-4aec-a58f-628ec6679051',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1079.630470] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('f725338b-04fb-4229-97a1-3eaf15235ac8',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1079.693803] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock member-a1f49ff3-a7bb-4aec-a58f-628ec6679051 taken with stack trace [, , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1079.694039] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a1f49ff3-a7bb-4aec-a58f-628ec6679051" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1079.694166] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a1f49ff3-a7bb-4aec-a58f-628ec6679051" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1079.694441] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a1f49ff3-a7bb-4aec-a58f-628ec6679051" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1079.694675] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1079.694843] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1079.694960] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1079.695195] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1079.695338] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1079.695490] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a1f49ff3-a7bb-4aec-a58f-628ec6679051" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1079.695645] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('a1f49ff3-a7bb-4aec-a58f-628ec6679051',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1080.133794] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1080.134071] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1080.134071] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1080.134260] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1080.134353] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1080.134456] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f725338b-04fb-4229-97a1-3eaf15235ac8 is going to be updated. [ 1080.161498] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 264ce554-3c75-4a71-ae13-33322402903c in Status: SUCCESS [ 1080.161796] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-264ce554-3c75-4a71-ae13-33322402903c" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1080.162910] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1080.163070] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1080.163145] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1080.163342] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1080.163502] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1080.171203] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f725338b-04fb-4229-97a1-3eaf15235ac8 in Status: IN_PROGRESS for 2s [ 1080.198600] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock member-a1f49ff3-a7bb-4aec-a58f-628ec6679051 taken with stack trace [, , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1080.198600] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a1f49ff3-a7bb-4aec-a58f-628ec6679051" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1080.198718] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a1f49ff3-a7bb-4aec-a58f-628ec6679051" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1080.198907] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a1f49ff3-a7bb-4aec-a58f-628ec6679051" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1080.199159] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1080.199289] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1080.199361] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1080.199531] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1080.199618] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1080.199708] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a1f49ff3-a7bb-4aec-a58f-628ec6679051" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1080.199889] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock member-a1f49ff3-a7bb-4aec-a58f-628ec6679051 taken with stack trace [, , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1080.199988] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a1f49ff3-a7bb-4aec-a58f-628ec6679051" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1080.200061] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a1f49ff3-a7bb-4aec-a58f-628ec6679051" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1080.200314] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a1f49ff3-a7bb-4aec-a58f-628ec6679051" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1080.200448] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1080.200545] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1080.200631] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1080.200784] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1080.200907] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1080.200953] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a1f49ff3-a7bb-4aec-a58f-628ec6679051" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1080.201038] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('a1f49ff3-a7bb-4aec-a58f-628ec6679051',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1080.343956] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4ea7bb1c-b746-44b1-abbe-9e20ef6cb145 in Status: SUCCESS [ 1080.344337] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4ea7bb1c-b746-44b1-abbe-9e20ef6cb145" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1080.703752] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for a1f49ff3-a7bb-4aec-a58f-628ec6679051: rpc.has_security_group_logging(os_id): False [ 1080.722094] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1080.722388] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1080.722388] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1080.722585] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1080.722696] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1080.722930] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1080.723073] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1080.723151] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1080.723323] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1080.723405] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1080.723630] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1080.723801] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1080.723849] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1080.724016] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1080.724128] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1080.724345] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1080.724470] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1080.724540] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1080.724715] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1080.724800] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1080.724902] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a1f49ff3-a7bb-4aec-a58f-628ec6679051 is going to be updated. [ 1080.780228] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1080.780385] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1080.780534] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1080.780628] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1080.780782] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1080.794367] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a1f49ff3-a7bb-4aec-a58f-628ec6679051 in Status: IN_PROGRESS for 2s [ 1080.921159] env[69685]: INFO networking_nsxv3.common.synchronization [req-ed535bdf-5c04-4578-a3c1-c9311c82096e req-9d3636ce-9635-4026-8333-b717dc0b03f6 tempest-ServerTagsTestJSON-1267753092 tempest-ServerTagsTestJSON-1267753092-project-member] Enqueued Resource ID: 3a2e9f4b-a0f9-4aee-b516-966464d3fe84 with Priority: HIGHEST for action security_group_members [ 1080.921646] env[69685]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3a2e9f4b-a0f9-4aee-b516-966464d3fe84 with Priority: HIGHEST for action security_group_members [ 1080.921954] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock member-3a2e9f4b-a0f9-4aee-b516-966464d3fe84 taken with stack trace [, , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1080.922091] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3a2e9f4b-a0f9-4aee-b516-966464d3fe84" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1080.922205] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3a2e9f4b-a0f9-4aee-b516-966464d3fe84" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1080.922682] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3a2e9f4b-a0f9-4aee-b516-966464d3fe84" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1080.922682] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1080.922682] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1080.922682] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1080.922867] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1080.923074] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1080.923074] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3a2e9f4b-a0f9-4aee-b516-966464d3fe84',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1081.023234] env[69685]: INFO networking_nsxv3.common.synchronization [req-26fedae7-7659-40cc-b66c-77460397e6f0 req-b9b0b86c-df8e-4936-b32a-bd1d47dcb6cf tempest-MultipleCreateTestJSON-1828029754 tempest-MultipleCreateTestJSON-1828029754-project-member] Enqueued Resource ID: a1f49ff3-a7bb-4aec-a58f-628ec6679051 with Priority: HIGHEST for action security_group_members [ 1081.023234] env[69685]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a1f49ff3-a7bb-4aec-a58f-628ec6679051 with Priority: HIGHEST for action security_group_members [ 1081.023234] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock member-a1f49ff3-a7bb-4aec-a58f-628ec6679051 taken with stack trace [, , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1081.023234] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a1f49ff3-a7bb-4aec-a58f-628ec6679051" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1081.023234] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a1f49ff3-a7bb-4aec-a58f-628ec6679051" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1081.023234] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a1f49ff3-a7bb-4aec-a58f-628ec6679051" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1081.023234] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1081.023234] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1081.023234] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1081.023234] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1081.023234] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1081.023234] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a1f49ff3-a7bb-4aec-a58f-628ec6679051',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1081.279599] env[69685]: DEBUG networking_nsxv3.common.locking [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Lock network-631 taken with stack trace [, , , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1081.280594] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquiring lock "network-631" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1081.280594] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquired lock "network-631" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1081.280594] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquired external semaphore "network-631" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1081.280594] env[69685]: DEBUG networking_nsxv3.common.locking [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1081.280857] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquiring lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1081.280857] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquired lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1081.281070] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquired external semaphore "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1081.281222] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Releasing lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1081.281436] env[69685]: DEBUG dogpile.cache.region [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] No value present for key: 'zone-id' {{(pid=69685) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1081.281549] env[69685]: DEBUG dogpile.lock [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] NeedRegenerationException {{(pid=69685) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1081.281653] env[69685]: DEBUG dogpile.lock [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] no value, waiting for create lock {{(pid=69685) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1081.281757] env[69685]: DEBUG dogpile.lock [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] value creation lock acquired {{(pid=69685) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1081.281861] env[69685]: DEBUG dogpile.cache.region [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] No value present for key: 'zone-id' {{(pid=69685) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1081.281963] env[69685]: DEBUG dogpile.lock [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Calling creation function for not-yet-present value {{(pid=69685) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1081.282107] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1081.300375] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1081.300536] env[69685]: DEBUG dogpile.cache.region [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Cache value generated in 0.018 seconds for key(s): 'zone-id' {{(pid=69685) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1081.300682] env[69685]: DEBUG dogpile.lock [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Released creation lock {{(pid=69685) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1081.300860] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Releasing lock "network-631" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1081.301190] env[69685]: DEBUG networking_nsxv3.common.locking [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Lock port-bde14684-b2f8-450c-b214-4e677b44a668 taken with stack trace [, , , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1081.301394] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquiring lock "port-bde14684-b2f8-450c-b214-4e677b44a668" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1081.301519] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquired lock "port-bde14684-b2f8-450c-b214-4e677b44a668" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1081.301882] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquired external semaphore "port-bde14684-b2f8-450c-b214-4e677b44a668" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1081.302136] env[69685]: DEBUG networking_nsxv3.api.rpc [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('bde14684-b2f8-450c-b214-4e677b44a668',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1081.425579] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1081.425747] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1081.425821] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1081.426051] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1081.426145] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1081.426341] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1081.426444] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1081.426508] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1081.426664] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1081.426739] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1081.426823] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3a2e9f4b-a0f9-4aee-b516-966464d3fe84 already deleted. [ 1081.426900] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3a2e9f4b-a0f9-4aee-b516-966464d3fe84" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1081.463803] env[69685]: INFO networking_nsxv3.common.synchronization [req-29e7479e-8830-4981-9f63-d4de2ec52874 req-e758965b-0138-47ba-bf77-ba002672b7f9 tempest-MultipleCreateTestJSON-1828029754 tempest-MultipleCreateTestJSON-1828029754-project-member] Enqueued Resource ID: a1f49ff3-a7bb-4aec-a58f-628ec6679051 with Priority: HIGHEST for action security_group_members [ 1081.464315] env[69685]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a1f49ff3-a7bb-4aec-a58f-628ec6679051 with Priority: HIGHEST for action security_group_members [ 1081.464609] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock member-a1f49ff3-a7bb-4aec-a58f-628ec6679051 taken with stack trace [, , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1081.464710] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a1f49ff3-a7bb-4aec-a58f-628ec6679051" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1081.525245] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('a1f49ff3-a7bb-4aec-a58f-628ec6679051',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1081.804609] env[69685]: DEBUG networking_nsxv3.common.locking [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1081.804838] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquiring lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1081.804966] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquired lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1081.805256] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquired external semaphore "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1081.805408] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Releasing lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1081.805864] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Segment Port bde14684-b2f8-450c-b214-4e677b44a668 not found, creating... [ 1081.806164] env[69685]: DEBUG networking_nsxv3.common.locking [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1081.806350] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquiring lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1081.806455] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquired lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1081.806677] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquired external semaphore "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1081.806815] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Releasing lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1081.807112] env[69685]: DEBUG networking_nsxv3.common.locking [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1081.807286] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquiring lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1081.807536] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquired lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1081.807631] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquired external semaphore "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1081.807766] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Releasing lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1081.807899] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Resource: SegmentPort with ID: bde14684-b2f8-450c-b214-4e677b44a668 is going to be created. [ 1081.849934] env[69685]: DEBUG networking_nsxv3.common.locking [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1081.850245] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquiring lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1081.850328] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquired lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1081.851017] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquired external semaphore "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1081.851597] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Releasing lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1081.851597] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Releasing lock "port-bde14684-b2f8-450c-b214-4e677b44a668" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1082.027131] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('a1f49ff3-a7bb-4aec-a58f-628ec6679051',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1082.179742] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f725338b-04fb-4229-97a1-3eaf15235ac8 in Status: SUCCESS [ 1082.179985] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f725338b-04fb-4229-97a1-3eaf15235ac8" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1082.180869] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f725338b-04fb-4229-97a1-3eaf15235ac8" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1082.180869] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f725338b-04fb-4229-97a1-3eaf15235ac8" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1082.180869] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1082.180869] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1082.180869] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1082.181215] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1082.181215] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1082.181215] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f725338b-04fb-4229-97a1-3eaf15235ac8" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1082.181326] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('f725338b-04fb-4229-97a1-3eaf15235ac8',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1082.529714] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1082.530433] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1082.530433] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1082.532992] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1082.533234] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1082.533352] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a1f49ff3-a7bb-4aec-a58f-628ec6679051 is going to be updated. [ 1082.558814] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1082.559229] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1082.559229] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1082.559482] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1082.559482] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1082.569439] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a1f49ff3-a7bb-4aec-a58f-628ec6679051 in Status: IN_PROGRESS for 2s [ 1082.688311] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock member-f725338b-04fb-4229-97a1-3eaf15235ac8 taken with stack trace [, , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1082.688523] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f725338b-04fb-4229-97a1-3eaf15235ac8" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1082.688572] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f725338b-04fb-4229-97a1-3eaf15235ac8" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1082.688876] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f725338b-04fb-4229-97a1-3eaf15235ac8" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1082.689212] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1082.689325] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1082.689325] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1082.689648] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1082.689803] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1082.689939] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f725338b-04fb-4229-97a1-3eaf15235ac8" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1082.690194] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock member-f725338b-04fb-4229-97a1-3eaf15235ac8 taken with stack trace [, , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1082.690301] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f725338b-04fb-4229-97a1-3eaf15235ac8" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1082.690397] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f725338b-04fb-4229-97a1-3eaf15235ac8" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1082.690570] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f725338b-04fb-4229-97a1-3eaf15235ac8" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1082.690773] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1082.690914] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1082.690992] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1082.691243] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1082.691336] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1082.691472] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f725338b-04fb-4229-97a1-3eaf15235ac8" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1082.691595] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('f725338b-04fb-4229-97a1-3eaf15235ac8',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1082.736691] env[69685]: INFO networking_nsxv3.common.synchronization [req-d5c4355c-8e58-49fd-b42c-45e75841856b req-b0ffcc06-745b-4075-a9b1-22ea26291d8f tempest-VolumesAdminNegativeTest-1313008661 tempest-VolumesAdminNegativeTest-1313008661-project-member] Enqueued Resource ID: f65c8e4c-f08a-4581-b7a6-d79e38e7d0d2 with Priority: HIGHEST for action security_group_members [ 1082.737610] env[69685]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f65c8e4c-f08a-4581-b7a6-d79e38e7d0d2 with Priority: HIGHEST for action security_group_members [ 1082.737953] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock member-f65c8e4c-f08a-4581-b7a6-d79e38e7d0d2 taken with stack trace [, , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1082.738640] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f65c8e4c-f08a-4581-b7a6-d79e38e7d0d2" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1082.738730] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f65c8e4c-f08a-4581-b7a6-d79e38e7d0d2" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1082.738991] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f65c8e4c-f08a-4581-b7a6-d79e38e7d0d2" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1082.739187] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1082.739305] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1082.740012] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1082.740012] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1082.740012] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1082.740012] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f65c8e4c-f08a-4581-b7a6-d79e38e7d0d2',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1082.770423] env[69685]: INFO networking_nsxv3.common.synchronization [req-ed535bdf-5c04-4578-a3c1-c9311c82096e req-1510bca5-b567-48a2-b5b0-d875a780f3fc service nova] Enqueued Resource ID: 3a2e9f4b-a0f9-4aee-b516-966464d3fe84 with Priority: HIGHEST for action security_group_rules [ 1082.770637] env[69685]: INFO networking_nsxv3.common.synchronization [req-ed535bdf-5c04-4578-a3c1-c9311c82096e req-1510bca5-b567-48a2-b5b0-d875a780f3fc service nova] Enqueued Resource ID: 3a2e9f4b-a0f9-4aee-b516-966464d3fe84 with Priority: HIGHEST for action security_group_members [ 1082.770738] env[69685]: INFO networking_nsxv3.common.synchronization [req-ed535bdf-5c04-4578-a3c1-c9311c82096e req-1510bca5-b567-48a2-b5b0-d875a780f3fc service nova] Enqueued Resource ID: bde14684-b2f8-450c-b214-4e677b44a668 with Priority: HIGHEST for action port [ 1082.771329] env[69685]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3a2e9f4b-a0f9-4aee-b516-966464d3fe84 with Priority: HIGHEST for action security_group_rules [ 1082.771516] env[69685]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3a2e9f4b-a0f9-4aee-b516-966464d3fe84 with Priority: HIGHEST for action security_group_members [ 1082.771652] env[69685]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bde14684-b2f8-450c-b214-4e677b44a668 with Priority: HIGHEST for action port [ 1082.772842] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock rules-3a2e9f4b-a0f9-4aee-b516-966464d3fe84 taken with stack trace [, , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1082.772981] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-3a2e9f4b-a0f9-4aee-b516-966464d3fe84" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1082.773084] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-3a2e9f4b-a0f9-4aee-b516-966464d3fe84" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1082.773348] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-3a2e9f4b-a0f9-4aee-b516-966464d3fe84" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1082.773436] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('3a2e9f4b-a0f9-4aee-b516-966464d3fe84',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1082.774416] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock member-3a2e9f4b-a0f9-4aee-b516-966464d3fe84 taken with stack trace [, , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1082.774581] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3a2e9f4b-a0f9-4aee-b516-966464d3fe84" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1082.774657] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3a2e9f4b-a0f9-4aee-b516-966464d3fe84" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1082.774993] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3a2e9f4b-a0f9-4aee-b516-966464d3fe84" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1082.774993] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1082.775509] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1082.775605] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1082.775786] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1082.775874] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1082.776040] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3a2e9f4b-a0f9-4aee-b516-966464d3fe84',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1082.780021] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock port-bde14684-b2f8-450c-b214-4e677b44a668 taken with stack trace [, , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1082.780021] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-bde14684-b2f8-450c-b214-4e677b44a668" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1082.780021] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-bde14684-b2f8-450c-b214-4e677b44a668" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1082.780021] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-bde14684-b2f8-450c-b214-4e677b44a668" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1082.780021] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('bde14684-b2f8-450c-b214-4e677b44a668',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1082.813723] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a1f49ff3-a7bb-4aec-a58f-628ec6679051 in Status: SUCCESS [ 1082.814190] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a1f49ff3-a7bb-4aec-a58f-628ec6679051" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1083.194017] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for f725338b-04fb-4229-97a1-3eaf15235ac8: rpc.has_security_group_logging(os_id): False [ 1083.232137] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1083.232302] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1083.232371] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1083.232590] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1083.232821] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1083.233050] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1083.233160] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1083.233229] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1083.233723] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1083.233856] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1083.234234] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1083.234234] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1083.234355] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1083.234397] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1083.234505] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1083.234746] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1083.234746] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1083.234863] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1083.234928] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1083.235356] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1083.235356] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f725338b-04fb-4229-97a1-3eaf15235ac8 is going to be updated. [ 1083.241940] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1083.241997] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1083.242044] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1083.242202] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1083.262629] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1083.262629] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1083.262629] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1083.262629] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1083.262629] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1083.262629] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1083.262967] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f65c8e4c-f08a-4581-b7a6-d79e38e7d0d2 is going to be updated. [ 1083.279402] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock member-3a2e9f4b-a0f9-4aee-b516-966464d3fe84 taken with stack trace [, , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1083.279534] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3a2e9f4b-a0f9-4aee-b516-966464d3fe84" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1083.279726] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('3a2e9f4b-a0f9-4aee-b516-966464d3fe84',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1083.280695] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port bde14684-b2f8-450c-b214-4e677b44a668 with status ACTIVE [ 1083.283901] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1083.283901] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1083.283901] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1083.283901] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1083.283901] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1083.283901] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1083.283901] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1083.283901] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1083.283901] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1083.283901] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1083.283901] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1083.283901] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1083.283901] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1083.283901] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1083.283901] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1083.283901] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: bde14684-b2f8-450c-b214-4e677b44a668 is going to be updated. [ 1083.285806] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1083.285920] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1083.286020] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1083.286155] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1083.286285] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1083.296437] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f65c8e4c-f08a-4581-b7a6-d79e38e7d0d2 in Status: IN_PROGRESS for 2s [ 1083.312088] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1083.312232] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1083.312304] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1083.312532] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1083.312672] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1083.312853] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-bde14684-b2f8-450c-b214-4e677b44a668" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1083.314129] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1083.314286] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1083.314378] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1083.314569] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1083.314724] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1083.326354] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f725338b-04fb-4229-97a1-3eaf15235ac8 in Status: IN_PROGRESS for 2s [ 1083.785960] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('3a2e9f4b-a0f9-4aee-b516-966464d3fe84',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1084.289728] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1084.292875] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1084.292875] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1084.292875] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1084.292875] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1084.292875] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3a2e9f4b-a0f9-4aee-b516-966464d3fe84 is going to be created. [ 1084.312906] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1084.313704] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1084.313704] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1084.313704] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1084.313704] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1084.324781] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3a2e9f4b-a0f9-4aee-b516-966464d3fe84 in Status: UNINITIALIZED for 2s [ 1084.579696] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a1f49ff3-a7bb-4aec-a58f-628ec6679051 in Status: SUCCESS [ 1084.579939] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a1f49ff3-a7bb-4aec-a58f-628ec6679051" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1084.580232] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a1f49ff3-a7bb-4aec-a58f-628ec6679051" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1084.580412] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a1f49ff3-a7bb-4aec-a58f-628ec6679051" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1084.580601] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1084.583095] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1084.583206] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1084.583405] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1084.583480] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1084.583676] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a1f49ff3-a7bb-4aec-a58f-628ec6679051',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1085.086381] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1085.086698] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1085.086698] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1085.086822] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1085.086912] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1085.087113] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1085.087213] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1085.087281] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1085.087570] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1085.087570] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1085.087660] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a1f49ff3-a7bb-4aec-a58f-628ec6679051 is going to be updated. [ 1085.111566] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1085.111699] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1085.111778] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1085.112077] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1085.112344] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1085.126234] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a1f49ff3-a7bb-4aec-a58f-628ec6679051 in Status: IN_PROGRESS for 2s [ 1085.309084] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f65c8e4c-f08a-4581-b7a6-d79e38e7d0d2 in Status: SUCCESS [ 1085.309422] env[69685]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f65c8e4c-f08a-4581-b7a6-d79e38e7d0d2 deletion is rescheduled due to dependency. [ 1085.309576] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f65c8e4c-f08a-4581-b7a6-d79e38e7d0d2" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1085.338565] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f725338b-04fb-4229-97a1-3eaf15235ac8 in Status: SUCCESS [ 1085.338883] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f725338b-04fb-4229-97a1-3eaf15235ac8" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1085.568320] env[69685]: INFO networking_nsxv3.common.synchronization [req-0b6b81b4-dfab-44d4-b721-5b22bbee4a7d req-e9f3cd22-70dd-4862-8f6f-8fb4bb23daaa tempest-ServerExternalEventsTest-1995159544 tempest-ServerExternalEventsTest-1995159544-project-member] Enqueued Resource ID: 1b4568d3-a48d-4f2e-a1cb-31ef3d16b13c with Priority: HIGHEST for action security_group_members [ 1085.568518] env[69685]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1b4568d3-a48d-4f2e-a1cb-31ef3d16b13c with Priority: HIGHEST for action security_group_members [ 1085.569677] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock member-1b4568d3-a48d-4f2e-a1cb-31ef3d16b13c taken with stack trace [, , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1085.571575] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1b4568d3-a48d-4f2e-a1cb-31ef3d16b13c" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1085.571575] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1b4568d3-a48d-4f2e-a1cb-31ef3d16b13c" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1085.571575] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1b4568d3-a48d-4f2e-a1cb-31ef3d16b13c" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1085.571575] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1085.571575] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1085.571575] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1085.571575] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1085.571575] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1085.571575] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1b4568d3-a48d-4f2e-a1cb-31ef3d16b13c',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1085.864952] env[69685]: DEBUG networking_nsxv3.common.locking [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Lock network-756 taken with stack trace [, , , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1085.864952] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquiring lock "network-756" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1085.865096] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquired lock "network-756" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1085.866103] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquired external semaphore "network-756" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1085.866103] env[69685]: DEBUG networking_nsxv3.common.locking [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1085.866103] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquiring lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1085.866103] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquired lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1085.876537] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquired external semaphore "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1085.876537] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Releasing lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1085.876537] env[69685]: DEBUG dogpile.cache.region [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] No value present for key: 'zone-id' {{(pid=69685) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1085.876537] env[69685]: DEBUG dogpile.lock [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] NeedRegenerationException {{(pid=69685) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1085.876537] env[69685]: DEBUG dogpile.lock [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] no value, waiting for create lock {{(pid=69685) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1085.876537] env[69685]: DEBUG dogpile.lock [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] value creation lock acquired {{(pid=69685) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1085.876537] env[69685]: DEBUG dogpile.cache.region [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] No value present for key: 'zone-id' {{(pid=69685) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1085.876537] env[69685]: DEBUG dogpile.lock [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Calling creation function for not-yet-present value {{(pid=69685) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1085.876537] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1085.900028] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1085.900191] env[69685]: DEBUG dogpile.cache.region [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Cache value generated in 0.029 seconds for key(s): 'zone-id' {{(pid=69685) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1085.900361] env[69685]: DEBUG dogpile.lock [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Released creation lock {{(pid=69685) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1085.900540] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Releasing lock "network-756" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1085.900885] env[69685]: DEBUG networking_nsxv3.common.locking [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Lock port-bab622a3-4377-4efc-b4db-a3fd2b2882ac taken with stack trace [, , , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1085.901141] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquiring lock "port-bab622a3-4377-4efc-b4db-a3fd2b2882ac" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1085.901210] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquired lock "port-bab622a3-4377-4efc-b4db-a3fd2b2882ac" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1085.901554] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquired external semaphore "port-bab622a3-4377-4efc-b4db-a3fd2b2882ac" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1085.901697] env[69685]: DEBUG networking_nsxv3.api.rpc [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('bab622a3-4377-4efc-b4db-a3fd2b2882ac',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1086.074530] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1086.074699] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1086.074773] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1086.074983] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1086.075088] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1086.075282] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1086.075485] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1086.075485] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1086.075590] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1086.075669] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1086.075752] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1b4568d3-a48d-4f2e-a1cb-31ef3d16b13c already deleted. [ 1086.075874] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1b4568d3-a48d-4f2e-a1cb-31ef3d16b13c" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1086.335468] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3a2e9f4b-a0f9-4aee-b516-966464d3fe84 in Status: SUCCESS [ 1086.336125] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3a2e9f4b-a0f9-4aee-b516-966464d3fe84" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1086.336125] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3a2e9f4b-a0f9-4aee-b516-966464d3fe84" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1086.336125] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3a2e9f4b-a0f9-4aee-b516-966464d3fe84" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1086.336444] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1086.336594] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1086.336594] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1086.336680] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1086.336766] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1086.336854] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3a2e9f4b-a0f9-4aee-b516-966464d3fe84" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1086.336946] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('3a2e9f4b-a0f9-4aee-b516-966464d3fe84',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1086.406368] env[69685]: DEBUG networking_nsxv3.common.locking [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1086.406634] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquiring lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1086.408864] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquired lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1086.408864] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquired external semaphore "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1086.408864] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Releasing lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1086.408864] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Segment Port bab622a3-4377-4efc-b4db-a3fd2b2882ac not found, creating... [ 1086.408864] env[69685]: DEBUG networking_nsxv3.common.locking [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1086.408864] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquiring lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1086.408864] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquired lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1086.408864] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquired external semaphore "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1086.408864] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Releasing lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1086.408864] env[69685]: DEBUG networking_nsxv3.common.locking [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1086.409379] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquiring lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1086.409379] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquired lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1086.412260] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquired external semaphore "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1086.413028] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Releasing lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1086.413028] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Resource: SegmentPort with ID: bab622a3-4377-4efc-b4db-a3fd2b2882ac is going to be created. [ 1086.431732] env[69685]: DEBUG networking_nsxv3.common.locking [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1086.431941] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquiring lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1086.432013] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquired lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1086.432301] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquired external semaphore "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1086.434166] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Releasing lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1086.434166] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Releasing lock "port-bab622a3-4377-4efc-b4db-a3fd2b2882ac" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1086.843019] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock member-3a2e9f4b-a0f9-4aee-b516-966464d3fe84 taken with stack trace [, , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1086.843019] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3a2e9f4b-a0f9-4aee-b516-966464d3fe84" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1086.843019] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3a2e9f4b-a0f9-4aee-b516-966464d3fe84" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1086.843019] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3a2e9f4b-a0f9-4aee-b516-966464d3fe84" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1086.843019] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1086.843019] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1086.843019] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1086.843019] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1086.843019] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1086.843019] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3a2e9f4b-a0f9-4aee-b516-966464d3fe84" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1086.843019] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock member-3a2e9f4b-a0f9-4aee-b516-966464d3fe84 taken with stack trace [, , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1086.843019] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3a2e9f4b-a0f9-4aee-b516-966464d3fe84" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1086.843019] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3a2e9f4b-a0f9-4aee-b516-966464d3fe84" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1086.843019] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3a2e9f4b-a0f9-4aee-b516-966464d3fe84" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1086.843019] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1086.843019] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1086.843579] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1086.843579] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1086.843579] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1086.843579] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3a2e9f4b-a0f9-4aee-b516-966464d3fe84" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1086.843579] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('3a2e9f4b-a0f9-4aee-b516-966464d3fe84',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1087.127152] env[69685]: INFO networking_nsxv3.common.synchronization [req-0b6b81b4-dfab-44d4-b721-5b22bbee4a7d req-a7da74e7-952e-401b-88d3-30e5f86b7cf4 service nova] Enqueued Resource ID: 1b4568d3-a48d-4f2e-a1cb-31ef3d16b13c with Priority: HIGHEST for action security_group_rules [ 1087.127340] env[69685]: INFO networking_nsxv3.common.synchronization [req-0b6b81b4-dfab-44d4-b721-5b22bbee4a7d req-a7da74e7-952e-401b-88d3-30e5f86b7cf4 service nova] Enqueued Resource ID: 1b4568d3-a48d-4f2e-a1cb-31ef3d16b13c with Priority: HIGHEST for action security_group_members [ 1087.127482] env[69685]: INFO networking_nsxv3.common.synchronization [req-0b6b81b4-dfab-44d4-b721-5b22bbee4a7d req-a7da74e7-952e-401b-88d3-30e5f86b7cf4 service nova] Enqueued Resource ID: bab622a3-4377-4efc-b4db-a3fd2b2882ac with Priority: HIGHEST for action port [ 1087.130714] env[69685]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1b4568d3-a48d-4f2e-a1cb-31ef3d16b13c with Priority: HIGHEST for action security_group_rules [ 1087.130714] env[69685]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1b4568d3-a48d-4f2e-a1cb-31ef3d16b13c with Priority: HIGHEST for action security_group_members [ 1087.130714] env[69685]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bab622a3-4377-4efc-b4db-a3fd2b2882ac with Priority: HIGHEST for action port [ 1087.130714] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock rules-1b4568d3-a48d-4f2e-a1cb-31ef3d16b13c taken with stack trace [, , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1087.130714] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-1b4568d3-a48d-4f2e-a1cb-31ef3d16b13c" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1087.130714] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-1b4568d3-a48d-4f2e-a1cb-31ef3d16b13c" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1087.130714] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-1b4568d3-a48d-4f2e-a1cb-31ef3d16b13c" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1087.130714] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('1b4568d3-a48d-4f2e-a1cb-31ef3d16b13c',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1087.134864] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock member-1b4568d3-a48d-4f2e-a1cb-31ef3d16b13c taken with stack trace [, , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1087.134864] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1b4568d3-a48d-4f2e-a1cb-31ef3d16b13c" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1087.134864] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1b4568d3-a48d-4f2e-a1cb-31ef3d16b13c" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1087.134864] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1b4568d3-a48d-4f2e-a1cb-31ef3d16b13c" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1087.135092] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1087.135092] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1087.135092] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1087.135297] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1087.135297] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1087.136846] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1b4568d3-a48d-4f2e-a1cb-31ef3d16b13c',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1087.137082] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock port-bab622a3-4377-4efc-b4db-a3fd2b2882ac taken with stack trace [, , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1087.137263] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-bab622a3-4377-4efc-b4db-a3fd2b2882ac" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1087.137317] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-bab622a3-4377-4efc-b4db-a3fd2b2882ac" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1087.137545] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-bab622a3-4377-4efc-b4db-a3fd2b2882ac" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1087.137626] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('bab622a3-4377-4efc-b4db-a3fd2b2882ac',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1087.147847] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a1f49ff3-a7bb-4aec-a58f-628ec6679051 in Status: SUCCESS [ 1087.148031] env[69685]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a1f49ff3-a7bb-4aec-a58f-628ec6679051 deletion is rescheduled due to dependency. [ 1087.148128] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a1f49ff3-a7bb-4aec-a58f-628ec6679051" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1087.347021] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 3a2e9f4b-a0f9-4aee-b516-966464d3fe84: rpc.has_security_group_logging(os_id): False [ 1087.366133] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1087.366133] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1087.366133] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1087.366383] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1087.366383] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1087.366553] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1087.366625] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1087.366675] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1087.366864] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1087.366982] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1087.367178] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1087.367327] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1087.367374] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1087.367671] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1087.367671] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1087.367841] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1087.367927] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1087.368394] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1087.368394] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1087.368394] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1087.368937] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 3a2e9f4b-a0f9-4aee-b516-966464d3fe84 is going to be created. [ 1087.448118] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1087.448317] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1087.448395] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1087.448613] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1087.448799] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1087.463564] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 3a2e9f4b-a0f9-4aee-b516-966464d3fe84 in Status: IN_PROGRESS for 2s [ 1087.641880] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('1b4568d3-a48d-4f2e-a1cb-31ef3d16b13c',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1087.641880] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock member-1b4568d3-a48d-4f2e-a1cb-31ef3d16b13c taken with stack trace [, , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1087.641880] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1b4568d3-a48d-4f2e-a1cb-31ef3d16b13c" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1087.647531] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port bab622a3-4377-4efc-b4db-a3fd2b2882ac with status ACTIVE [ 1087.647531] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1087.647531] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1087.647531] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1087.649035] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1087.649035] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1087.649035] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1087.649035] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1087.649035] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1087.649035] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1087.649035] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1087.649035] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1087.649035] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1087.649035] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1087.650600] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1087.650600] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1087.650600] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: bab622a3-4377-4efc-b4db-a3fd2b2882ac is going to be updated. [ 1087.673981] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1087.673981] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1087.673981] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1087.673981] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1087.673981] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1087.673981] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-bab622a3-4377-4efc-b4db-a3fd2b2882ac" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1088.144124] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('1b4568d3-a48d-4f2e-a1cb-31ef3d16b13c',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1088.192746] env[69685]: INFO networking_nsxv3.common.synchronization [None req-8848ab4e-2c8b-4ffc-8732-dfe26f80f688 tempest-AttachInterfacesTestJSON-1165856161 tempest-AttachInterfacesTestJSON-1165856161-project-member] Enqueued Resource ID: b9252159-17c8-45ef-bdbe-1a0b66a60841 with Priority: HIGHEST for action security_group_rules [ 1088.193875] env[69685]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b9252159-17c8-45ef-bdbe-1a0b66a60841 with Priority: HIGHEST for action security_group_rules [ 1088.195087] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b9252159-17c8-45ef-bdbe-1a0b66a60841 taken with stack trace [, , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1088.195087] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b9252159-17c8-45ef-bdbe-1a0b66a60841" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1088.195380] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b9252159-17c8-45ef-bdbe-1a0b66a60841" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1088.196764] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b9252159-17c8-45ef-bdbe-1a0b66a60841" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1088.196764] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b9252159-17c8-45ef-bdbe-1a0b66a60841',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1088.338740] env[69685]: INFO networking_nsxv3.common.synchronization [None req-f7c73c9d-d82a-41c0-8499-144fd1e7bbe1 tempest-AttachInterfacesTestJSON-1165856161 tempest-AttachInterfacesTestJSON-1165856161-project-member] Enqueued Resource ID: b9252159-17c8-45ef-bdbe-1a0b66a60841 with Priority: HIGHEST for action security_group_rules [ 1088.344712] env[69685]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b9252159-17c8-45ef-bdbe-1a0b66a60841 with Priority: HIGHEST for action security_group_rules [ 1088.348145] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b9252159-17c8-45ef-bdbe-1a0b66a60841 taken with stack trace [, , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1088.348145] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b9252159-17c8-45ef-bdbe-1a0b66a60841" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1088.646592] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1088.646750] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1088.646825] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1088.647105] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1088.647214] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1088.647371] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1b4568d3-a48d-4f2e-a1cb-31ef3d16b13c is going to be created. [ 1088.670531] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1088.670737] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1088.670847] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1088.671127] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1088.671401] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1088.680616] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1b4568d3-a48d-4f2e-a1cb-31ef3d16b13c in Status: UNINITIALIZED for 2s [ 1088.718643] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1088.718792] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1088.718857] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1088.719125] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1088.719287] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1088.719322] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b9252159-17c8-45ef-bdbe-1a0b66a60841 already deleted. [ 1088.719391] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b9252159-17c8-45ef-bdbe-1a0b66a60841" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1088.719557] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b9252159-17c8-45ef-bdbe-1a0b66a60841" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1088.719738] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b9252159-17c8-45ef-bdbe-1a0b66a60841" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1088.719823] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b9252159-17c8-45ef-bdbe-1a0b66a60841',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1089.245257] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1089.248370] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1089.248370] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1089.248370] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1089.248370] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1089.248370] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b9252159-17c8-45ef-bdbe-1a0b66a60841 already deleted. [ 1089.248370] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b9252159-17c8-45ef-bdbe-1a0b66a60841" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1089.477255] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 3a2e9f4b-a0f9-4aee-b516-966464d3fe84 in Status: SUCCESS [ 1089.477255] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-3a2e9f4b-a0f9-4aee-b516-966464d3fe84" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1090.039568] env[69685]: INFO networking_nsxv3.common.synchronization [req-f889f25c-fcff-4568-b28b-8b1be5e25ec1 req-bb174cb2-27b3-4772-a9e3-f035e78cfa83 tempest-ImagesOneServerNegativeTestJSON-2023172150 tempest-ImagesOneServerNegativeTestJSON-2023172150-project-member] Enqueued Resource ID: f725338b-04fb-4229-97a1-3eaf15235ac8 with Priority: HIGHEST for action security_group_members [ 1090.041834] env[69685]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f725338b-04fb-4229-97a1-3eaf15235ac8 with Priority: HIGHEST for action security_group_members [ 1090.042371] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock member-f725338b-04fb-4229-97a1-3eaf15235ac8 taken with stack trace [, , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1090.042510] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f725338b-04fb-4229-97a1-3eaf15235ac8" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1090.042579] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f725338b-04fb-4229-97a1-3eaf15235ac8" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1090.042857] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f725338b-04fb-4229-97a1-3eaf15235ac8" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1090.043055] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1090.043192] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1090.043279] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1090.043465] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1090.043582] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1090.043682] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f725338b-04fb-4229-97a1-3eaf15235ac8',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1090.483086] env[69685]: INFO networking_nsxv3.common.synchronization [req-c948a19e-6013-4de2-b3a5-7d6bf58609ce req-0c5f2668-5045-409b-aefd-98eb4ee9f167 tempest-DeleteServersTestJSON-1187572763 tempest-DeleteServersTestJSON-1187572763-project-member] Enqueued Resource ID: 86643987-b9b4-44bb-b22a-ed3d1837d6d7 with Priority: HIGHEST for action security_group_members [ 1090.484143] env[69685]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 86643987-b9b4-44bb-b22a-ed3d1837d6d7 with Priority: HIGHEST for action security_group_members [ 1090.484489] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock member-86643987-b9b4-44bb-b22a-ed3d1837d6d7 taken with stack trace [, , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1090.484613] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-86643987-b9b4-44bb-b22a-ed3d1837d6d7" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1090.484675] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-86643987-b9b4-44bb-b22a-ed3d1837d6d7" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1090.484873] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-86643987-b9b4-44bb-b22a-ed3d1837d6d7" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1090.485370] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1090.485370] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1090.485370] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1090.487964] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1090.487964] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1090.487964] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('86643987-b9b4-44bb-b22a-ed3d1837d6d7',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1090.545898] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1090.546130] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1090.546222] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1090.546485] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1090.546696] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1090.546781] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1090.546870] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1090.546929] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1090.551019] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1090.551019] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1090.551019] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f725338b-04fb-4229-97a1-3eaf15235ac8 is going to be updated. [ 1090.572588] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1090.572733] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1090.575036] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1090.575036] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1090.575036] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1090.580926] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f725338b-04fb-4229-97a1-3eaf15235ac8 in Status: IN_PROGRESS for 2s [ 1090.598576] env[69685]: INFO networking_nsxv3.common.synchronization [None req-0ce6e6fe-c8ce-4eae-b6b2-531aad092261 None None] Enqueued Resource ID: 590dff81-ef0b-442b-840b-5d802c7a4a7c with Priority: HIGHEST for action port [ 1090.598867] env[69685]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 590dff81-ef0b-442b-840b-5d802c7a4a7c with Priority: HIGHEST for action port [ 1090.599552] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock port-590dff81-ef0b-442b-840b-5d802c7a4a7c taken with stack trace [, , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1090.599639] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-590dff81-ef0b-442b-840b-5d802c7a4a7c" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1090.599685] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-590dff81-ef0b-442b-840b-5d802c7a4a7c" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1090.599939] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-590dff81-ef0b-442b-840b-5d802c7a4a7c" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1090.600161] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('590dff81-ef0b-442b-840b-5d802c7a4a7c',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1090.691773] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1b4568d3-a48d-4f2e-a1cb-31ef3d16b13c in Status: SUCCESS [ 1090.692093] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1b4568d3-a48d-4f2e-a1cb-31ef3d16b13c" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1090.692184] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1b4568d3-a48d-4f2e-a1cb-31ef3d16b13c" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1090.692481] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1b4568d3-a48d-4f2e-a1cb-31ef3d16b13c" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1090.692823] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1090.692823] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1090.692948] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1090.693079] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1090.693178] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1090.693318] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1b4568d3-a48d-4f2e-a1cb-31ef3d16b13c" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1090.693443] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('1b4568d3-a48d-4f2e-a1cb-31ef3d16b13c',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1090.881228] env[69685]: DEBUG networking_nsxv3.common.locking [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Lock network-782 taken with stack trace [, , , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1090.881871] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquiring lock "network-782" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1090.883237] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquired lock "network-782" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1090.883524] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquired external semaphore "network-782" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1090.884068] env[69685]: DEBUG networking_nsxv3.common.locking [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1090.885026] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquiring lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1090.885026] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquired lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1090.885026] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquired external semaphore "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1090.885026] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Releasing lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1090.885390] env[69685]: DEBUG dogpile.cache.region [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] No value present for key: 'zone-id' {{(pid=69685) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1090.885621] env[69685]: DEBUG dogpile.lock [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] NeedRegenerationException {{(pid=69685) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1090.885841] env[69685]: DEBUG dogpile.lock [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] no value, waiting for create lock {{(pid=69685) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1090.886099] env[69685]: DEBUG dogpile.lock [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] value creation lock acquired {{(pid=69685) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1090.886373] env[69685]: DEBUG dogpile.cache.region [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] No value present for key: 'zone-id' {{(pid=69685) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1090.886673] env[69685]: DEBUG dogpile.lock [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Calling creation function for not-yet-present value {{(pid=69685) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1090.887966] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1090.904754] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1090.905283] env[69685]: DEBUG dogpile.cache.region [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Cache value generated in 0.018 seconds for key(s): 'zone-id' {{(pid=69685) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1090.905283] env[69685]: DEBUG dogpile.lock [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Released creation lock {{(pid=69685) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1090.905537] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Releasing lock "network-782" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1090.905974] env[69685]: DEBUG networking_nsxv3.common.locking [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Lock port-06a846e0-8aa9-4dc2-8366-965ab0a0ef67 taken with stack trace [, , , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1090.906321] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquiring lock "port-06a846e0-8aa9-4dc2-8366-965ab0a0ef67" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1090.906428] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquired lock "port-06a846e0-8aa9-4dc2-8366-965ab0a0ef67" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1090.906859] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquired external semaphore "port-06a846e0-8aa9-4dc2-8366-965ab0a0ef67" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1090.907085] env[69685]: DEBUG networking_nsxv3.api.rpc [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('06a846e0-8aa9-4dc2-8366-965ab0a0ef67',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1090.994359] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1090.994359] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1090.994359] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1090.994359] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1090.994359] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1090.994359] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1090.994359] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1090.994359] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1090.994359] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1090.994359] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1090.994359] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 86643987-b9b4-44bb-b22a-ed3d1837d6d7 is going to be updated. [ 1091.018644] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1091.018644] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1091.018644] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1091.018644] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1091.018644] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1091.025112] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 86643987-b9b4-44bb-b22a-ed3d1837d6d7 in Status: IN_PROGRESS for 2s [ 1091.103042] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 590dff81-ef0b-442b-840b-5d802c7a4a7c [ 1091.103334] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1091.103409] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1091.103465] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1091.103727] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1091.103761] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1091.104434] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:590dff81-ef0b-442b-840b-5d802c7a4a7c already deleted. [ 1091.104434] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-590dff81-ef0b-442b-840b-5d802c7a4a7c" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1091.196156] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock member-1b4568d3-a48d-4f2e-a1cb-31ef3d16b13c taken with stack trace [, , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1091.196315] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1b4568d3-a48d-4f2e-a1cb-31ef3d16b13c" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1091.196386] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1b4568d3-a48d-4f2e-a1cb-31ef3d16b13c" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1091.196599] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1b4568d3-a48d-4f2e-a1cb-31ef3d16b13c" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1091.196764] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1091.196925] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1091.196925] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1091.197124] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1091.197227] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1091.197372] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1b4568d3-a48d-4f2e-a1cb-31ef3d16b13c" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1091.197465] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock member-1b4568d3-a48d-4f2e-a1cb-31ef3d16b13c taken with stack trace [, , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1091.197557] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1b4568d3-a48d-4f2e-a1cb-31ef3d16b13c" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1091.197615] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1b4568d3-a48d-4f2e-a1cb-31ef3d16b13c" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1091.197752] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1b4568d3-a48d-4f2e-a1cb-31ef3d16b13c" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1091.197881] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1091.197965] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1091.198035] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1091.198171] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1091.198253] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1091.198336] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1b4568d3-a48d-4f2e-a1cb-31ef3d16b13c" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1091.198426] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('1b4568d3-a48d-4f2e-a1cb-31ef3d16b13c',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1091.409337] env[69685]: DEBUG networking_nsxv3.common.locking [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1091.409575] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquiring lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1091.409701] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquired lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1091.409985] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquired external semaphore "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1091.410177] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Releasing lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1091.410309] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Segment Port 06a846e0-8aa9-4dc2-8366-965ab0a0ef67 not found, creating... [ 1091.410603] env[69685]: DEBUG networking_nsxv3.common.locking [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1091.411874] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquiring lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1091.411874] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquired lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1091.411874] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquired external semaphore "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1091.411874] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Releasing lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1091.411874] env[69685]: DEBUG networking_nsxv3.common.locking [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1091.411874] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquiring lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1091.411874] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquired lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1091.412443] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquired external semaphore "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1091.412443] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Releasing lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1091.412443] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Resource: SegmentPort with ID: 06a846e0-8aa9-4dc2-8366-965ab0a0ef67 is going to be created. [ 1091.432324] env[69685]: DEBUG networking_nsxv3.common.locking [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1091.432324] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquiring lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1091.432324] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquired lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1091.432324] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquired external semaphore "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1091.433115] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Releasing lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1091.433115] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Releasing lock "port-06a846e0-8aa9-4dc2-8366-965ab0a0ef67" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1091.701600] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 1b4568d3-a48d-4f2e-a1cb-31ef3d16b13c: rpc.has_security_group_logging(os_id): False [ 1091.719185] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1091.719344] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1091.719416] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1091.719618] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1091.719705] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1091.719898] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1091.719991] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1091.720064] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1091.720211] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1091.720287] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1091.720512] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1091.720604] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1091.720665] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1091.720803] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1091.720877] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1091.721084] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1091.721178] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1091.721239] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1091.721379] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1091.721450] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1091.721535] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 1b4568d3-a48d-4f2e-a1cb-31ef3d16b13c is going to be created. [ 1091.771565] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1091.771778] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1091.771778] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1091.772016] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1091.772196] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1091.781265] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 1b4568d3-a48d-4f2e-a1cb-31ef3d16b13c in Status: IN_PROGRESS for 2s [ 1092.271359] env[69685]: INFO networking_nsxv3.common.synchronization [None req-1187c131-b6fb-4be0-82d3-18c9eb5266d6 None None] Enqueued Resource ID: e27368dd-878f-4359-bbc9-0bbee3d46d1e with Priority: HIGHEST for action port [ 1092.271687] env[69685]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e27368dd-878f-4359-bbc9-0bbee3d46d1e with Priority: HIGHEST for action port [ 1092.272284] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock port-e27368dd-878f-4359-bbc9-0bbee3d46d1e taken with stack trace [, , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1092.272473] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e27368dd-878f-4359-bbc9-0bbee3d46d1e" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1092.272552] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e27368dd-878f-4359-bbc9-0bbee3d46d1e" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1092.272843] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e27368dd-878f-4359-bbc9-0bbee3d46d1e" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1092.272943] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e27368dd-878f-4359-bbc9-0bbee3d46d1e',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1092.317879] env[69685]: INFO networking_nsxv3.common.synchronization [req-c948a19e-6013-4de2-b3a5-7d6bf58609ce req-e65bb36e-d3fd-48ec-aba3-0324aa8445b0 service nova] Enqueued Resource ID: 86643987-b9b4-44bb-b22a-ed3d1837d6d7 with Priority: HIGHEST for action security_group_rules [ 1092.318093] env[69685]: INFO networking_nsxv3.common.synchronization [req-c948a19e-6013-4de2-b3a5-7d6bf58609ce req-e65bb36e-d3fd-48ec-aba3-0324aa8445b0 service nova] Enqueued Resource ID: 86643987-b9b4-44bb-b22a-ed3d1837d6d7 with Priority: HIGHEST for action security_group_members [ 1092.318325] env[69685]: INFO networking_nsxv3.common.synchronization [req-c948a19e-6013-4de2-b3a5-7d6bf58609ce req-e65bb36e-d3fd-48ec-aba3-0324aa8445b0 service nova] Enqueued Resource ID: 06a846e0-8aa9-4dc2-8366-965ab0a0ef67 with Priority: HIGHEST for action port [ 1092.318595] env[69685]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 86643987-b9b4-44bb-b22a-ed3d1837d6d7 with Priority: HIGHEST for action security_group_rules [ 1092.318715] env[69685]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 86643987-b9b4-44bb-b22a-ed3d1837d6d7 with Priority: HIGHEST for action security_group_members [ 1092.318810] env[69685]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 06a846e0-8aa9-4dc2-8366-965ab0a0ef67 with Priority: HIGHEST for action port [ 1092.320922] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock rules-86643987-b9b4-44bb-b22a-ed3d1837d6d7 taken with stack trace [, , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1092.321061] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-86643987-b9b4-44bb-b22a-ed3d1837d6d7" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1092.321172] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-86643987-b9b4-44bb-b22a-ed3d1837d6d7" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1092.321428] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-86643987-b9b4-44bb-b22a-ed3d1837d6d7" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1092.321541] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('86643987-b9b4-44bb-b22a-ed3d1837d6d7',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1092.323550] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock member-86643987-b9b4-44bb-b22a-ed3d1837d6d7 taken with stack trace [, , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1092.324323] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-86643987-b9b4-44bb-b22a-ed3d1837d6d7" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1092.326049] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock port-06a846e0-8aa9-4dc2-8366-965ab0a0ef67 taken with stack trace [, , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1092.326049] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-06a846e0-8aa9-4dc2-8366-965ab0a0ef67" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1092.326049] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-06a846e0-8aa9-4dc2-8366-965ab0a0ef67" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1092.326049] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-06a846e0-8aa9-4dc2-8366-965ab0a0ef67" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1092.326207] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('06a846e0-8aa9-4dc2-8366-965ab0a0ef67',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1092.593222] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f725338b-04fb-4229-97a1-3eaf15235ac8 in Status: SUCCESS [ 1092.593449] env[69685]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f725338b-04fb-4229-97a1-3eaf15235ac8 deletion is rescheduled due to dependency. [ 1092.593577] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f725338b-04fb-4229-97a1-3eaf15235ac8" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1092.775985] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port e27368dd-878f-4359-bbc9-0bbee3d46d1e [ 1092.775985] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1092.775985] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1092.775985] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1092.775985] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1092.775985] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1092.775985] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:e27368dd-878f-4359-bbc9-0bbee3d46d1e already deleted. [ 1092.775985] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e27368dd-878f-4359-bbc9-0bbee3d46d1e" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1092.828818] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock member-86643987-b9b4-44bb-b22a-ed3d1837d6d7 taken with stack trace [, , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1092.828973] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-86643987-b9b4-44bb-b22a-ed3d1837d6d7" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1092.830427] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 06a846e0-8aa9-4dc2-8366-965ab0a0ef67 with status ACTIVE [ 1092.830638] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1092.830782] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1092.830872] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1092.831120] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1092.831239] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1092.831481] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1092.831590] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1092.831627] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1092.835717] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1092.835717] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1092.835717] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1092.835717] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1092.835717] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1092.835717] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1092.835717] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1092.835717] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 06a846e0-8aa9-4dc2-8366-965ab0a0ef67 is going to be updated. [ 1092.857847] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1092.858294] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1092.858494] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1092.858899] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1092.859464] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1092.859464] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-06a846e0-8aa9-4dc2-8366-965ab0a0ef67" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1092.949380] env[69685]: INFO networking_nsxv3.common.synchronization [req-551f6a15-3bbc-44ec-999f-b4ed8a64f085 req-90079a70-8eba-46f5-b4f9-6e074f51112d tempest-ServersTestJSON-1907685439 tempest-ServersTestJSON-1907685439-project-member] Enqueued Resource ID: f9fe5796-97e5-42cd-b9a0-bf405b68f6e5 with Priority: HIGHEST for action security_group_members [ 1092.949910] env[69685]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f9fe5796-97e5-42cd-b9a0-bf405b68f6e5 with Priority: HIGHEST for action security_group_members [ 1092.950573] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock member-f9fe5796-97e5-42cd-b9a0-bf405b68f6e5 taken with stack trace [, , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1092.950766] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f9fe5796-97e5-42cd-b9a0-bf405b68f6e5" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1092.950877] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f9fe5796-97e5-42cd-b9a0-bf405b68f6e5" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1092.951111] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f9fe5796-97e5-42cd-b9a0-bf405b68f6e5" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1092.951274] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1092.951378] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1092.951431] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1092.952157] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1092.952376] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1092.952454] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f9fe5796-97e5-42cd-b9a0-bf405b68f6e5',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1093.034870] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 86643987-b9b4-44bb-b22a-ed3d1837d6d7 in Status: SUCCESS [ 1093.035345] env[69685]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 86643987-b9b4-44bb-b22a-ed3d1837d6d7 deletion is rescheduled due to dependency. [ 1093.035345] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-86643987-b9b4-44bb-b22a-ed3d1837d6d7" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1093.035345] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-86643987-b9b4-44bb-b22a-ed3d1837d6d7" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1093.035548] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-86643987-b9b4-44bb-b22a-ed3d1837d6d7" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1093.035712] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1093.035831] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1093.035948] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1093.036046] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1093.036111] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1093.036220] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('86643987-b9b4-44bb-b22a-ed3d1837d6d7',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1093.454626] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('f9fe5796-97e5-42cd-b9a0-bf405b68f6e5',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1093.542492] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('86643987-b9b4-44bb-b22a-ed3d1837d6d7',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1093.756989] env[69685]: DEBUG networking_nsxv3.common.locking [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Lock network-197 taken with stack trace [, , , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1093.757299] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquiring lock "network-197" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1093.757446] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquired lock "network-197" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1093.757779] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquired external semaphore "network-197" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1093.758305] env[69685]: DEBUG networking_nsxv3.common.locking [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1093.758503] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquiring lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1093.758627] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquired lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1093.758855] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquired external semaphore "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1093.759015] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Releasing lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1093.759257] env[69685]: DEBUG dogpile.cache.region [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] No value present for key: 'zone-id' {{(pid=69685) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1093.759373] env[69685]: DEBUG dogpile.lock [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] NeedRegenerationException {{(pid=69685) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1093.759481] env[69685]: DEBUG dogpile.lock [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] no value, waiting for create lock {{(pid=69685) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1093.759590] env[69685]: DEBUG dogpile.lock [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] value creation lock acquired {{(pid=69685) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1093.759698] env[69685]: DEBUG dogpile.cache.region [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] No value present for key: 'zone-id' {{(pid=69685) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1093.759800] env[69685]: DEBUG dogpile.lock [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Calling creation function for not-yet-present value {{(pid=69685) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1093.759947] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1093.783319] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1093.783596] env[69685]: DEBUG dogpile.cache.region [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=69685) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1093.783596] env[69685]: DEBUG dogpile.lock [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Released creation lock {{(pid=69685) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1093.783695] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Releasing lock "network-197" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1093.784021] env[69685]: DEBUG networking_nsxv3.common.locking [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Lock port-da9d17f8-656f-4541-a188-ab9895595323 taken with stack trace [, , , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1093.784198] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquiring lock "port-da9d17f8-656f-4541-a188-ab9895595323" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1093.784343] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquired lock "port-da9d17f8-656f-4541-a188-ab9895595323" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1093.785267] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquired external semaphore "port-da9d17f8-656f-4541-a188-ab9895595323" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1093.785267] env[69685]: DEBUG networking_nsxv3.api.rpc [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('da9d17f8-656f-4541-a188-ab9895595323',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1093.795341] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 1b4568d3-a48d-4f2e-a1cb-31ef3d16b13c in Status: SUCCESS [ 1093.796031] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-1b4568d3-a48d-4f2e-a1cb-31ef3d16b13c" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1093.958086] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('f9fe5796-97e5-42cd-b9a0-bf405b68f6e5',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1094.043910] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('86643987-b9b4-44bb-b22a-ed3d1837d6d7',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1094.288487] env[69685]: DEBUG networking_nsxv3.common.locking [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1094.288930] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquiring lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1094.289198] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquired lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1094.289658] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquired external semaphore "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1094.289991] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Releasing lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1094.290571] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Segment Port da9d17f8-656f-4541-a188-ab9895595323 not found, creating... [ 1094.290880] env[69685]: DEBUG networking_nsxv3.common.locking [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1094.291221] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquiring lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1094.291446] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquired lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1094.294753] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquired external semaphore "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1094.294753] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Releasing lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1094.294753] env[69685]: DEBUG networking_nsxv3.common.locking [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1094.294753] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquiring lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1094.294753] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquired lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1094.294753] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquired external semaphore "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1094.294753] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Releasing lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1094.294753] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Resource: SegmentPort with ID: da9d17f8-656f-4541-a188-ab9895595323 is going to be created. [ 1094.316454] env[69685]: DEBUG networking_nsxv3.common.locking [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1094.316712] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquiring lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1094.316712] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquired lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1094.317728] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquired external semaphore "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1094.317728] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Releasing lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1094.317728] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Releasing lock "port-da9d17f8-656f-4541-a188-ab9895595323" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1094.464328] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1094.464483] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1094.464544] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1094.464764] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1094.464856] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1094.464955] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f9fe5796-97e5-42cd-b9a0-bf405b68f6e5 is going to be updated. [ 1094.498878] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1094.499118] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1094.499204] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1094.499463] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1094.499618] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1094.527474] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f9fe5796-97e5-42cd-b9a0-bf405b68f6e5 in Status: IN_PROGRESS for 2s [ 1094.546201] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1094.546407] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1094.546560] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1094.546641] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1094.546751] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1094.546870] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 86643987-b9b4-44bb-b22a-ed3d1837d6d7 is going to be updated. [ 1094.593305] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1094.593708] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1094.593862] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1094.594159] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1094.594390] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1094.603723] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 86643987-b9b4-44bb-b22a-ed3d1837d6d7 in Status: IN_PROGRESS for 2s [ 1095.015777] env[69685]: INFO networking_nsxv3.common.synchronization [req-551f6a15-3bbc-44ec-999f-b4ed8a64f085 req-43c561f9-ee12-4a0a-835a-584f4047c45f service nova] Enqueued Resource ID: f9fe5796-97e5-42cd-b9a0-bf405b68f6e5 with Priority: HIGHEST for action security_group_rules [ 1095.016305] env[69685]: INFO networking_nsxv3.common.synchronization [req-551f6a15-3bbc-44ec-999f-b4ed8a64f085 req-43c561f9-ee12-4a0a-835a-584f4047c45f service nova] Enqueued Resource ID: f9fe5796-97e5-42cd-b9a0-bf405b68f6e5 with Priority: HIGHEST for action security_group_members [ 1095.016305] env[69685]: INFO networking_nsxv3.common.synchronization [req-551f6a15-3bbc-44ec-999f-b4ed8a64f085 req-43c561f9-ee12-4a0a-835a-584f4047c45f service nova] Enqueued Resource ID: da9d17f8-656f-4541-a188-ab9895595323 with Priority: HIGHEST for action port [ 1095.016655] env[69685]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f9fe5796-97e5-42cd-b9a0-bf405b68f6e5 with Priority: HIGHEST for action security_group_rules [ 1095.016655] env[69685]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f9fe5796-97e5-42cd-b9a0-bf405b68f6e5 with Priority: HIGHEST for action security_group_members [ 1095.016655] env[69685]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: da9d17f8-656f-4541-a188-ab9895595323 with Priority: HIGHEST for action port [ 1095.017263] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f9fe5796-97e5-42cd-b9a0-bf405b68f6e5 taken with stack trace [, , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1095.017397] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f9fe5796-97e5-42cd-b9a0-bf405b68f6e5" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1095.017461] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f9fe5796-97e5-42cd-b9a0-bf405b68f6e5" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1095.022181] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f9fe5796-97e5-42cd-b9a0-bf405b68f6e5" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1095.022181] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f9fe5796-97e5-42cd-b9a0-bf405b68f6e5',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1095.026042] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock member-f9fe5796-97e5-42cd-b9a0-bf405b68f6e5 taken with stack trace [, , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1095.026042] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f9fe5796-97e5-42cd-b9a0-bf405b68f6e5" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1095.026042] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock port-da9d17f8-656f-4541-a188-ab9895595323 taken with stack trace [, , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1095.026042] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-da9d17f8-656f-4541-a188-ab9895595323" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1095.026042] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-da9d17f8-656f-4541-a188-ab9895595323" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1095.026042] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-da9d17f8-656f-4541-a188-ab9895595323" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1095.026042] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('da9d17f8-656f-4541-a188-ab9895595323',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1095.526666] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock member-f9fe5796-97e5-42cd-b9a0-bf405b68f6e5 taken with stack trace [, , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1095.530055] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f9fe5796-97e5-42cd-b9a0-bf405b68f6e5" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1095.530055] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port da9d17f8-656f-4541-a188-ab9895595323 with status ACTIVE [ 1095.530055] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1095.530055] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1095.530055] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1095.530055] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1095.530055] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1095.530055] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1095.530055] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1095.530055] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1095.530055] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1095.530055] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1095.530055] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1095.530055] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1095.530055] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1095.530055] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1095.530055] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1095.530754] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: da9d17f8-656f-4541-a188-ab9895595323 is going to be updated. [ 1095.553984] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1095.553984] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1095.553984] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1095.553984] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1095.553984] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1095.553984] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-da9d17f8-656f-4541-a188-ab9895595323" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1096.235243] env[69685]: INFO networking_nsxv3.common.synchronization [req-dd520da8-76ce-4ae8-b1dd-278f9cc3aeca req-e6e7e231-2f8e-4681-abc3-1d14c4157130 tempest-ServerTagsTestJSON-1267753092 tempest-ServerTagsTestJSON-1267753092-project-member] Enqueued Resource ID: 3a2e9f4b-a0f9-4aee-b516-966464d3fe84 with Priority: HIGHEST for action security_group_members [ 1096.235243] env[69685]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3a2e9f4b-a0f9-4aee-b516-966464d3fe84 with Priority: HIGHEST for action security_group_members [ 1096.235243] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock member-3a2e9f4b-a0f9-4aee-b516-966464d3fe84 taken with stack trace [, , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1096.235243] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3a2e9f4b-a0f9-4aee-b516-966464d3fe84" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1096.235243] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3a2e9f4b-a0f9-4aee-b516-966464d3fe84" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1096.235243] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3a2e9f4b-a0f9-4aee-b516-966464d3fe84" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1096.235678] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1096.235678] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1096.235678] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1096.235678] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1096.235814] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1096.236531] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3a2e9f4b-a0f9-4aee-b516-966464d3fe84',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1096.537973] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f9fe5796-97e5-42cd-b9a0-bf405b68f6e5 in Status: SUCCESS [ 1096.541287] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f9fe5796-97e5-42cd-b9a0-bf405b68f6e5" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1096.541287] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f9fe5796-97e5-42cd-b9a0-bf405b68f6e5" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1096.541287] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f9fe5796-97e5-42cd-b9a0-bf405b68f6e5" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1096.541287] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1096.541287] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1096.541287] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1096.541287] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1096.541287] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1096.541287] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f9fe5796-97e5-42cd-b9a0-bf405b68f6e5',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1096.611764] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 86643987-b9b4-44bb-b22a-ed3d1837d6d7 in Status: SUCCESS [ 1096.612188] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-86643987-b9b4-44bb-b22a-ed3d1837d6d7" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1096.612548] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-86643987-b9b4-44bb-b22a-ed3d1837d6d7" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1096.612944] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-86643987-b9b4-44bb-b22a-ed3d1837d6d7" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1096.613175] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1096.613404] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1096.613597] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1096.613800] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1096.613860] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1096.614197] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-86643987-b9b4-44bb-b22a-ed3d1837d6d7" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1096.614197] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('86643987-b9b4-44bb-b22a-ed3d1837d6d7',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1096.738798] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1096.739429] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1096.739429] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1096.739429] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1096.739429] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1096.739554] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1096.739766] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1096.739766] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1096.739896] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1096.740186] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1096.743077] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3a2e9f4b-a0f9-4aee-b516-966464d3fe84 is going to be updated. [ 1096.768938] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1096.769072] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1096.769132] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1096.769516] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1096.769516] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1096.777019] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3a2e9f4b-a0f9-4aee-b516-966464d3fe84 in Status: IN_PROGRESS for 2s [ 1096.865132] env[69685]: INFO networking_nsxv3.common.synchronization [None req-70692c68-7718-421c-b0fc-c14ff45273a6 None None] Enqueued Resource ID: 7bf80109-250e-4204-b054-d432c45439b5 with Priority: HIGHEST for action port [ 1096.865132] env[69685]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7bf80109-250e-4204-b054-d432c45439b5 with Priority: HIGHEST for action port [ 1096.865132] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock port-7bf80109-250e-4204-b054-d432c45439b5 taken with stack trace [, , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1096.865132] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-7bf80109-250e-4204-b054-d432c45439b5" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1096.865132] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-7bf80109-250e-4204-b054-d432c45439b5" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1096.865602] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-7bf80109-250e-4204-b054-d432c45439b5" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1096.866044] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7bf80109-250e-4204-b054-d432c45439b5',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1097.044114] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('f9fe5796-97e5-42cd-b9a0-bf405b68f6e5',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1097.119048] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock member-86643987-b9b4-44bb-b22a-ed3d1837d6d7 taken with stack trace [, , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1097.119048] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-86643987-b9b4-44bb-b22a-ed3d1837d6d7" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1097.119048] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-86643987-b9b4-44bb-b22a-ed3d1837d6d7" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1097.119048] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-86643987-b9b4-44bb-b22a-ed3d1837d6d7" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1097.119048] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1097.119048] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1097.119048] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1097.119048] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1097.119048] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1097.119048] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-86643987-b9b4-44bb-b22a-ed3d1837d6d7" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1097.119048] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock member-86643987-b9b4-44bb-b22a-ed3d1837d6d7 taken with stack trace [, , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1097.119048] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-86643987-b9b4-44bb-b22a-ed3d1837d6d7" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1097.119048] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-86643987-b9b4-44bb-b22a-ed3d1837d6d7" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1097.119048] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-86643987-b9b4-44bb-b22a-ed3d1837d6d7" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1097.119048] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1097.121176] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1097.121176] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1097.121176] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1097.121176] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1097.121176] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-86643987-b9b4-44bb-b22a-ed3d1837d6d7" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1097.121176] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('86643987-b9b4-44bb-b22a-ed3d1837d6d7',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1097.369412] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 7bf80109-250e-4204-b054-d432c45439b5 [ 1097.369718] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1097.369923] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1097.370069] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1097.370421] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1097.370597] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1097.370776] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:7bf80109-250e-4204-b054-d432c45439b5 already deleted. [ 1097.370917] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-7bf80109-250e-4204-b054-d432c45439b5" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1097.550446] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('f9fe5796-97e5-42cd-b9a0-bf405b68f6e5',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1097.623643] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 86643987-b9b4-44bb-b22a-ed3d1837d6d7: rpc.has_security_group_logging(os_id): False [ 1097.640502] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1097.640675] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1097.640785] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1097.642162] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1097.642162] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1097.642162] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1097.642162] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1097.642162] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1097.642162] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1097.642162] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1097.642162] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1097.642648] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1097.642648] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1097.642648] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1097.642648] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1097.642855] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1097.642855] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1097.642855] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1097.642951] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1097.643272] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1097.643272] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 86643987-b9b4-44bb-b22a-ed3d1837d6d7 is going to be updated. [ 1097.699220] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1097.699343] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1097.699343] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1097.699553] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1097.699688] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1097.710249] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 86643987-b9b4-44bb-b22a-ed3d1837d6d7 in Status: IN_PROGRESS for 2s [ 1098.052722] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1098.052903] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1098.053118] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1098.053189] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1098.053282] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1098.053384] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f9fe5796-97e5-42cd-b9a0-bf405b68f6e5 is going to be updated. [ 1098.084097] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1098.084251] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1098.084316] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1098.084515] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1098.084727] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1098.093026] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f9fe5796-97e5-42cd-b9a0-bf405b68f6e5 in Status: IN_PROGRESS for 2s [ 1098.788517] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3a2e9f4b-a0f9-4aee-b516-966464d3fe84 in Status: SUCCESS [ 1098.788517] env[69685]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3a2e9f4b-a0f9-4aee-b516-966464d3fe84 deletion is rescheduled due to dependency. [ 1098.788517] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3a2e9f4b-a0f9-4aee-b516-966464d3fe84" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1099.263055] env[69685]: INFO networking_nsxv3.common.synchronization [None req-36c8075e-0dbd-44c6-aa6a-6a81de8fc008 None None] Enqueued Resource ID: 2f3c6607-dda0-42e7-931c-564c3f9a0e73 with Priority: HIGHEST for action port [ 1099.263055] env[69685]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2f3c6607-dda0-42e7-931c-564c3f9a0e73 with Priority: HIGHEST for action port [ 1099.263706] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock port-2f3c6607-dda0-42e7-931c-564c3f9a0e73 taken with stack trace [, , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1099.265631] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-2f3c6607-dda0-42e7-931c-564c3f9a0e73" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1099.265631] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-2f3c6607-dda0-42e7-931c-564c3f9a0e73" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1099.265631] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-2f3c6607-dda0-42e7-931c-564c3f9a0e73" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1099.265631] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2f3c6607-dda0-42e7-931c-564c3f9a0e73',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1099.725107] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 86643987-b9b4-44bb-b22a-ed3d1837d6d7 in Status: SUCCESS [ 1099.725107] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-86643987-b9b4-44bb-b22a-ed3d1837d6d7" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1099.766763] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 2f3c6607-dda0-42e7-931c-564c3f9a0e73 [ 1099.767027] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1099.768036] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1099.768134] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1099.768370] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1099.768480] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1099.768636] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:2f3c6607-dda0-42e7-931c-564c3f9a0e73 already deleted. [ 1099.768742] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-2f3c6607-dda0-42e7-931c-564c3f9a0e73" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1100.103140] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f9fe5796-97e5-42cd-b9a0-bf405b68f6e5 in Status: SUCCESS [ 1100.103438] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f9fe5796-97e5-42cd-b9a0-bf405b68f6e5" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1100.103542] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f9fe5796-97e5-42cd-b9a0-bf405b68f6e5" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1100.103754] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f9fe5796-97e5-42cd-b9a0-bf405b68f6e5" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1100.103944] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1100.104070] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1100.104133] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1100.104282] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1100.104359] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1100.104441] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f9fe5796-97e5-42cd-b9a0-bf405b68f6e5" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1100.104528] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('f9fe5796-97e5-42cd-b9a0-bf405b68f6e5',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1100.542235] env[69685]: INFO networking_nsxv3.common.synchronization [req-c15a2f4b-1cd2-4e0d-898a-8fc442b58141 req-3da42f8f-9e09-4c0e-9e85-9dd26e896144 tempest-ServerExternalEventsTest-1995159544 tempest-ServerExternalEventsTest-1995159544-project-member] Enqueued Resource ID: 1b4568d3-a48d-4f2e-a1cb-31ef3d16b13c with Priority: HIGHEST for action security_group_members [ 1100.542894] env[69685]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1b4568d3-a48d-4f2e-a1cb-31ef3d16b13c with Priority: HIGHEST for action security_group_members [ 1100.543282] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock member-1b4568d3-a48d-4f2e-a1cb-31ef3d16b13c taken with stack trace [, , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1100.543349] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1b4568d3-a48d-4f2e-a1cb-31ef3d16b13c" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1100.543398] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1b4568d3-a48d-4f2e-a1cb-31ef3d16b13c" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1100.543614] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1b4568d3-a48d-4f2e-a1cb-31ef3d16b13c" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1100.543754] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1100.543848] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1100.543907] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1100.548126] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1100.548269] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1100.548374] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1b4568d3-a48d-4f2e-a1cb-31ef3d16b13c',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1100.609621] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock member-f9fe5796-97e5-42cd-b9a0-bf405b68f6e5 taken with stack trace [, , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1100.609779] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f9fe5796-97e5-42cd-b9a0-bf405b68f6e5" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1100.609843] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f9fe5796-97e5-42cd-b9a0-bf405b68f6e5" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1100.610123] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f9fe5796-97e5-42cd-b9a0-bf405b68f6e5" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1100.610298] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1100.610587] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1100.610670] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1100.610853] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1100.610946] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1100.611052] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f9fe5796-97e5-42cd-b9a0-bf405b68f6e5" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1100.611216] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock member-f9fe5796-97e5-42cd-b9a0-bf405b68f6e5 taken with stack trace [, , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1100.611336] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f9fe5796-97e5-42cd-b9a0-bf405b68f6e5" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1100.611400] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f9fe5796-97e5-42cd-b9a0-bf405b68f6e5" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1100.611562] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f9fe5796-97e5-42cd-b9a0-bf405b68f6e5" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1100.611723] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1100.611818] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1100.611873] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1100.612055] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1100.612137] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1100.612219] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f9fe5796-97e5-42cd-b9a0-bf405b68f6e5" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1100.612306] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('f9fe5796-97e5-42cd-b9a0-bf405b68f6e5',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1101.051159] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1101.051295] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1101.051351] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1101.051553] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1101.051756] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1101.051834] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1101.051921] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1101.051983] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1101.052145] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1101.052222] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1101.052310] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1b4568d3-a48d-4f2e-a1cb-31ef3d16b13c is going to be updated. [ 1101.082972] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1101.082972] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1101.082972] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1101.082972] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1101.082972] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1101.090282] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1b4568d3-a48d-4f2e-a1cb-31ef3d16b13c in Status: IN_PROGRESS for 2s [ 1101.116408] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for f9fe5796-97e5-42cd-b9a0-bf405b68f6e5: rpc.has_security_group_logging(os_id): False [ 1101.133631] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1101.133809] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1101.133884] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1101.134143] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1101.134240] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1101.134536] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1101.134607] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1101.134675] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1101.134849] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1101.134928] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1101.135122] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1101.135211] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1101.135299] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1101.135432] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1101.135509] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1101.137566] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1101.137656] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1101.137707] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1101.137835] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1101.137912] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1101.138012] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f9fe5796-97e5-42cd-b9a0-bf405b68f6e5 is going to be updated. [ 1101.213255] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1101.213255] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1101.213255] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1101.213255] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1101.213255] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1101.227482] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f9fe5796-97e5-42cd-b9a0-bf405b68f6e5 in Status: IN_PROGRESS for 2s [ 1101.665072] env[69685]: INFO networking_nsxv3.common.synchronization [None req-7ae0d516-8933-4a2d-b461-1db567ffac86 tempest-AttachVolumeShelveTestJSON-978007978 tempest-AttachVolumeShelveTestJSON-978007978-project-member] Enqueued Resource ID: 25004ae4-48f1-4142-aba8-3a71efb2c6dc with Priority: HIGHEST for action security_group_rules [ 1101.667123] env[69685]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 25004ae4-48f1-4142-aba8-3a71efb2c6dc with Priority: HIGHEST for action security_group_rules [ 1101.667123] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock rules-25004ae4-48f1-4142-aba8-3a71efb2c6dc taken with stack trace [, , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1101.667123] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-25004ae4-48f1-4142-aba8-3a71efb2c6dc" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1101.667123] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-25004ae4-48f1-4142-aba8-3a71efb2c6dc" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1101.667123] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-25004ae4-48f1-4142-aba8-3a71efb2c6dc" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1101.667123] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('25004ae4-48f1-4142-aba8-3a71efb2c6dc',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1101.754052] env[69685]: INFO networking_nsxv3.common.synchronization [None req-a6d710c8-9c98-4d39-b7fe-0c19d73182d7 tempest-AttachVolumeShelveTestJSON-978007978 tempest-AttachVolumeShelveTestJSON-978007978-project-member] Enqueued Resource ID: 25004ae4-48f1-4142-aba8-3a71efb2c6dc with Priority: HIGHEST for action security_group_rules [ 1101.754613] env[69685]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 25004ae4-48f1-4142-aba8-3a71efb2c6dc with Priority: HIGHEST for action security_group_rules [ 1101.755169] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock rules-25004ae4-48f1-4142-aba8-3a71efb2c6dc taken with stack trace [, , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1101.755294] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-25004ae4-48f1-4142-aba8-3a71efb2c6dc" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1102.189521] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1102.191238] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1102.191238] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1102.191238] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1102.191238] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1102.191238] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 25004ae4-48f1-4142-aba8-3a71efb2c6dc already deleted. [ 1102.191238] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-25004ae4-48f1-4142-aba8-3a71efb2c6dc" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1102.191238] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-25004ae4-48f1-4142-aba8-3a71efb2c6dc" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1102.191238] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-25004ae4-48f1-4142-aba8-3a71efb2c6dc" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1102.191238] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('25004ae4-48f1-4142-aba8-3a71efb2c6dc',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1102.711727] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1102.711920] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1102.711985] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1102.712204] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1102.712319] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1102.712443] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 25004ae4-48f1-4142-aba8-3a71efb2c6dc already deleted. [ 1102.712535] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-25004ae4-48f1-4142-aba8-3a71efb2c6dc" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1103.104611] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1b4568d3-a48d-4f2e-a1cb-31ef3d16b13c in Status: SUCCESS [ 1103.104611] env[69685]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1b4568d3-a48d-4f2e-a1cb-31ef3d16b13c deletion is rescheduled due to dependency. [ 1103.104611] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1b4568d3-a48d-4f2e-a1cb-31ef3d16b13c" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1103.239673] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f9fe5796-97e5-42cd-b9a0-bf405b68f6e5 in Status: SUCCESS [ 1103.240534] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f9fe5796-97e5-42cd-b9a0-bf405b68f6e5" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1105.604762] env[69685]: INFO networking_nsxv3.common.synchronization [req-7293211b-057d-4e63-9e40-18ae01cee147 req-9cf7c2ea-a302-4c80-a3b3-1de7348d578d tempest-ServersTestJSON-1907685439 tempest-ServersTestJSON-1907685439-project-member] Enqueued Resource ID: f9fe5796-97e5-42cd-b9a0-bf405b68f6e5 with Priority: HIGHEST for action security_group_members [ 1105.605312] env[69685]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f9fe5796-97e5-42cd-b9a0-bf405b68f6e5 with Priority: HIGHEST for action security_group_members [ 1105.605603] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock member-f9fe5796-97e5-42cd-b9a0-bf405b68f6e5 taken with stack trace [, , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1105.605729] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f9fe5796-97e5-42cd-b9a0-bf405b68f6e5" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1105.605822] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f9fe5796-97e5-42cd-b9a0-bf405b68f6e5" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1105.606040] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f9fe5796-97e5-42cd-b9a0-bf405b68f6e5" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1105.606193] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1105.606291] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1105.606352] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1105.606502] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1105.606615] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1105.606678] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f9fe5796-97e5-42cd-b9a0-bf405b68f6e5',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1106.109473] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('f9fe5796-97e5-42cd-b9a0-bf405b68f6e5',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1106.611880] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('f9fe5796-97e5-42cd-b9a0-bf405b68f6e5',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1107.114053] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1107.114224] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1107.114296] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1107.114511] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1107.114593] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1107.114700] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f9fe5796-97e5-42cd-b9a0-bf405b68f6e5 is going to be updated. [ 1107.141817] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1107.141956] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1107.142063] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1107.142417] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1107.142784] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1107.153281] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f9fe5796-97e5-42cd-b9a0-bf405b68f6e5 in Status: IN_PROGRESS for 2s [ 1107.407352] env[69685]: INFO networking_nsxv3.common.synchronization [req-c58baafc-992f-4a26-9d13-dca77671b6cf req-7dbe46fb-f6ae-46e6-a160-6b81070d857d tempest-MigrationsAdminTest-1510868376 tempest-MigrationsAdminTest-1510868376-project-member] Enqueued Resource ID: f7493f91-3855-4cdf-b1bb-82c20660c232 with Priority: HIGHEST for action security_group_members [ 1107.408219] env[69685]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f7493f91-3855-4cdf-b1bb-82c20660c232 with Priority: HIGHEST for action security_group_members [ 1107.408680] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock member-f7493f91-3855-4cdf-b1bb-82c20660c232 taken with stack trace [, , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1107.408821] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f7493f91-3855-4cdf-b1bb-82c20660c232" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1107.408890] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f7493f91-3855-4cdf-b1bb-82c20660c232" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1107.409116] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f7493f91-3855-4cdf-b1bb-82c20660c232" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1107.409294] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1107.409395] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1107.409480] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1107.409653] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1107.409739] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1107.409835] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f7493f91-3855-4cdf-b1bb-82c20660c232',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1107.912222] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('f7493f91-3855-4cdf-b1bb-82c20660c232',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1108.392913] env[69685]: INFO networking_nsxv3.common.synchronization [req-bdf9949f-04fd-494d-9972-f77575e563cc req-94286fd2-22ba-433c-a9bd-471f5fe03bb0 tempest-ImagesTestJSON-1265937060 tempest-ImagesTestJSON-1265937060-project-member] Enqueued Resource ID: 4ea7bb1c-b746-44b1-abbe-9e20ef6cb145 with Priority: HIGHEST for action security_group_members [ 1108.393442] env[69685]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4ea7bb1c-b746-44b1-abbe-9e20ef6cb145 with Priority: HIGHEST for action security_group_members [ 1108.393741] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock member-4ea7bb1c-b746-44b1-abbe-9e20ef6cb145 taken with stack trace [, , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1108.393868] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4ea7bb1c-b746-44b1-abbe-9e20ef6cb145" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1108.393934] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4ea7bb1c-b746-44b1-abbe-9e20ef6cb145" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1108.394899] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4ea7bb1c-b746-44b1-abbe-9e20ef6cb145" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1108.394899] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1108.394899] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1108.394899] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1108.395215] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1108.395215] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1108.395215] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4ea7bb1c-b746-44b1-abbe-9e20ef6cb145',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1108.415292] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('f7493f91-3855-4cdf-b1bb-82c20660c232',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1108.899278] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1108.899444] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1108.899494] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1108.899747] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1108.899831] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1108.900069] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1108.900159] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1108.900218] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1108.900382] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1108.900459] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1108.900550] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4ea7bb1c-b746-44b1-abbe-9e20ef6cb145 is going to be updated. [ 1108.921965] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1108.922279] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1108.922279] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1108.922449] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1108.922486] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1108.922582] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f7493f91-3855-4cdf-b1bb-82c20660c232 is going to be updated. [ 1108.936202] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1108.936411] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1108.936532] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1108.937338] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1108.937338] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1108.944537] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4ea7bb1c-b746-44b1-abbe-9e20ef6cb145 in Status: IN_PROGRESS for 2s [ 1108.968043] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1108.968043] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1108.968043] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1108.968043] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1108.968043] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1108.976388] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f7493f91-3855-4cdf-b1bb-82c20660c232 in Status: IN_PROGRESS for 2s [ 1109.165324] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f9fe5796-97e5-42cd-b9a0-bf405b68f6e5 in Status: SUCCESS [ 1109.165530] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f9fe5796-97e5-42cd-b9a0-bf405b68f6e5" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1110.953503] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4ea7bb1c-b746-44b1-abbe-9e20ef6cb145 in Status: SUCCESS [ 1110.953844] env[69685]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4ea7bb1c-b746-44b1-abbe-9e20ef6cb145 deletion is rescheduled due to dependency. [ 1110.953844] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4ea7bb1c-b746-44b1-abbe-9e20ef6cb145" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1110.985233] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f7493f91-3855-4cdf-b1bb-82c20660c232 in Status: SUCCESS [ 1110.985233] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f7493f91-3855-4cdf-b1bb-82c20660c232" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1113.394228] env[69685]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1113.394554] env[69685]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1116.301830] env[69685]: INFO networking_nsxv3.common.synchronization [None req-d686f99e-d6f0-4801-8547-003cf997e7bc None None] Enqueued Resource ID: 8e6c2d5c-711a-451c-8cf6-eae9a4eab5e9 with Priority: HIGHEST for action port [ 1116.301830] env[69685]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8e6c2d5c-711a-451c-8cf6-eae9a4eab5e9 with Priority: HIGHEST for action port [ 1116.301830] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock port-8e6c2d5c-711a-451c-8cf6-eae9a4eab5e9 taken with stack trace [, , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1116.301830] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-8e6c2d5c-711a-451c-8cf6-eae9a4eab5e9" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1116.301830] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-8e6c2d5c-711a-451c-8cf6-eae9a4eab5e9" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1116.301830] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-8e6c2d5c-711a-451c-8cf6-eae9a4eab5e9" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1116.301830] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8e6c2d5c-711a-451c-8cf6-eae9a4eab5e9',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1116.805765] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 8e6c2d5c-711a-451c-8cf6-eae9a4eab5e9 [ 1116.808278] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1116.808278] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1116.808278] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1116.808278] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1116.808278] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1116.808278] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:8e6c2d5c-711a-451c-8cf6-eae9a4eab5e9 already deleted. [ 1116.808278] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-8e6c2d5c-711a-451c-8cf6-eae9a4eab5e9" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1117.061116] env[69685]: INFO networking_nsxv3.common.synchronization [req-a9c81fd0-e127-4f3a-9b0e-df721a02670f req-b5b13c53-31c9-4799-b638-38e898dde024 tempest-AttachInterfacesTestJSON-1165856161 tempest-AttachInterfacesTestJSON-1165856161-project-member] Enqueued Resource ID: b9252159-17c8-45ef-bdbe-1a0b66a60841 with Priority: HIGHEST for action security_group_members [ 1117.061722] env[69685]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b9252159-17c8-45ef-bdbe-1a0b66a60841 with Priority: HIGHEST for action security_group_members [ 1117.061945] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock member-b9252159-17c8-45ef-bdbe-1a0b66a60841 taken with stack trace [, , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1117.062195] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b9252159-17c8-45ef-bdbe-1a0b66a60841" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1117.062195] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b9252159-17c8-45ef-bdbe-1a0b66a60841" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1117.062408] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b9252159-17c8-45ef-bdbe-1a0b66a60841" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1117.062564] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1117.062680] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1117.062721] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1117.062865] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1117.062948] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1117.063067] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b9252159-17c8-45ef-bdbe-1a0b66a60841',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1117.567895] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1117.567895] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1117.567895] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1117.567895] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1117.567895] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1117.567895] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1117.568892] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1117.568892] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1117.568892] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1117.570439] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1117.570609] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b9252159-17c8-45ef-bdbe-1a0b66a60841 already deleted. [ 1117.570752] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b9252159-17c8-45ef-bdbe-1a0b66a60841" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1117.578322] env[69685]: DEBUG networking_nsxv3.common.locking [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Lock network-52 taken with stack trace [, , , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1117.578652] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquiring lock "network-52" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1117.578938] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquired lock "network-52" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1117.579418] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquired external semaphore "network-52" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1117.579866] env[69685]: DEBUG networking_nsxv3.common.locking [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1117.580199] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquiring lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1117.580454] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquired lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1117.580835] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquired external semaphore "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1117.581120] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Releasing lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1117.581478] env[69685]: DEBUG dogpile.cache.region [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] No value present for key: 'zone-id' {{(pid=69685) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1117.581685] env[69685]: DEBUG dogpile.lock [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] NeedRegenerationException {{(pid=69685) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1117.581888] env[69685]: DEBUG dogpile.lock [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] no value, waiting for create lock {{(pid=69685) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1117.582100] env[69685]: DEBUG dogpile.lock [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] value creation lock acquired {{(pid=69685) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1117.582304] env[69685]: DEBUG dogpile.cache.region [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] No value present for key: 'zone-id' {{(pid=69685) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1117.582492] env[69685]: DEBUG dogpile.lock [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Calling creation function for not-yet-present value {{(pid=69685) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1117.582715] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1117.606514] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1117.607170] env[69685]: DEBUG dogpile.cache.region [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Cache value generated in 0.024 seconds for key(s): 'zone-id' {{(pid=69685) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1117.607170] env[69685]: DEBUG dogpile.lock [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Released creation lock {{(pid=69685) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1117.607314] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Releasing lock "network-52" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1117.608020] env[69685]: DEBUG networking_nsxv3.common.locking [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Lock port-23a4fd69-c073-448e-934c-573212fa86f0 taken with stack trace [, , , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1117.608177] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquiring lock "port-23a4fd69-c073-448e-934c-573212fa86f0" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1117.608339] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquired lock "port-23a4fd69-c073-448e-934c-573212fa86f0" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1117.608696] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquired external semaphore "port-23a4fd69-c073-448e-934c-573212fa86f0" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1117.608909] env[69685]: DEBUG networking_nsxv3.api.rpc [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('23a4fd69-c073-448e-934c-573212fa86f0',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1118.111891] env[69685]: DEBUG networking_nsxv3.common.locking [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1118.113243] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquiring lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1118.113381] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquired lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1118.113899] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquired external semaphore "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1118.114109] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Releasing lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1118.114284] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Segment Port 23a4fd69-c073-448e-934c-573212fa86f0 not found, creating... [ 1118.116994] env[69685]: DEBUG networking_nsxv3.common.locking [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1118.117230] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquiring lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1118.117367] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquired lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1118.117950] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquired external semaphore "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1118.117950] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Releasing lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1118.118337] env[69685]: DEBUG networking_nsxv3.common.locking [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1118.118496] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquiring lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1118.118638] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquired lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1118.118950] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquired external semaphore "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1118.119188] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Releasing lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1118.119324] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Resource: SegmentPort with ID: 23a4fd69-c073-448e-934c-573212fa86f0 is going to be created. [ 1118.144864] env[69685]: DEBUG networking_nsxv3.common.locking [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1118.144864] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquiring lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1118.144864] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquired lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1118.144864] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquired external semaphore "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1118.144864] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Releasing lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1118.144864] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Releasing lock "port-23a4fd69-c073-448e-934c-573212fa86f0" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1118.962723] env[69685]: INFO networking_nsxv3.common.synchronization [req-a9c81fd0-e127-4f3a-9b0e-df721a02670f req-94888b74-ad4c-4100-9f06-d2984649ac4c service nova] Enqueued Resource ID: b9252159-17c8-45ef-bdbe-1a0b66a60841 with Priority: HIGHEST for action security_group_rules [ 1118.963019] env[69685]: INFO networking_nsxv3.common.synchronization [req-a9c81fd0-e127-4f3a-9b0e-df721a02670f req-94888b74-ad4c-4100-9f06-d2984649ac4c service nova] Enqueued Resource ID: b9252159-17c8-45ef-bdbe-1a0b66a60841 with Priority: HIGHEST for action security_group_members [ 1118.963019] env[69685]: INFO networking_nsxv3.common.synchronization [req-a9c81fd0-e127-4f3a-9b0e-df721a02670f req-94888b74-ad4c-4100-9f06-d2984649ac4c service nova] Enqueued Resource ID: 23a4fd69-c073-448e-934c-573212fa86f0 with Priority: HIGHEST for action port [ 1118.963819] env[69685]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b9252159-17c8-45ef-bdbe-1a0b66a60841 with Priority: HIGHEST for action security_group_rules [ 1118.963819] env[69685]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b9252159-17c8-45ef-bdbe-1a0b66a60841 with Priority: HIGHEST for action security_group_members [ 1118.963819] env[69685]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 23a4fd69-c073-448e-934c-573212fa86f0 with Priority: HIGHEST for action port [ 1118.965405] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b9252159-17c8-45ef-bdbe-1a0b66a60841 taken with stack trace [, , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1118.965543] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b9252159-17c8-45ef-bdbe-1a0b66a60841" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1118.965607] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b9252159-17c8-45ef-bdbe-1a0b66a60841" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1118.965840] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b9252159-17c8-45ef-bdbe-1a0b66a60841" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1118.965893] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b9252159-17c8-45ef-bdbe-1a0b66a60841',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1118.966806] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock member-b9252159-17c8-45ef-bdbe-1a0b66a60841 taken with stack trace [, , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1118.966908] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b9252159-17c8-45ef-bdbe-1a0b66a60841" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1118.967061] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b9252159-17c8-45ef-bdbe-1a0b66a60841" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1118.967170] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b9252159-17c8-45ef-bdbe-1a0b66a60841" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1118.967295] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1118.967435] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1118.967435] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1118.967586] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1118.967679] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1118.967768] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b9252159-17c8-45ef-bdbe-1a0b66a60841',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1118.968581] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock port-23a4fd69-c073-448e-934c-573212fa86f0 taken with stack trace [, , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1118.968697] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-23a4fd69-c073-448e-934c-573212fa86f0" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1118.968742] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-23a4fd69-c073-448e-934c-573212fa86f0" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1118.968928] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-23a4fd69-c073-448e-934c-573212fa86f0" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1118.969038] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('23a4fd69-c073-448e-934c-573212fa86f0',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1119.034287] env[69685]: INFO networking_nsxv3.common.synchronization [None req-d7c8b254-9418-4df5-b97d-c021218dbac1 None None] Enqueued Resource ID: dac062b5-9afa-4f39-a5e8-9165f270e789 with Priority: HIGHEST for action port [ 1119.034542] env[69685]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dac062b5-9afa-4f39-a5e8-9165f270e789 with Priority: HIGHEST for action port [ 1119.035615] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock port-dac062b5-9afa-4f39-a5e8-9165f270e789 taken with stack trace [, , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1119.035747] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-dac062b5-9afa-4f39-a5e8-9165f270e789" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1119.035816] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-dac062b5-9afa-4f39-a5e8-9165f270e789" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1119.036987] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-dac062b5-9afa-4f39-a5e8-9165f270e789" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1119.037098] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('dac062b5-9afa-4f39-a5e8-9165f270e789',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1119.475021] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('b9252159-17c8-45ef-bdbe-1a0b66a60841',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1119.475021] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock member-b9252159-17c8-45ef-bdbe-1a0b66a60841 taken with stack trace [, , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1119.475021] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b9252159-17c8-45ef-bdbe-1a0b66a60841" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1119.475021] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 23a4fd69-c073-448e-934c-573212fa86f0 with status ACTIVE [ 1119.475021] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1119.475021] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1119.475021] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1119.475021] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1119.475021] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1119.475021] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1119.475021] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1119.475021] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1119.475021] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1119.475021] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1119.476046] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1119.476046] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1119.476046] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1119.476046] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1119.476046] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1119.476046] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 23a4fd69-c073-448e-934c-573212fa86f0 is going to be updated. [ 1119.495859] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1119.496810] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1119.496810] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1119.496810] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1119.496810] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1119.496810] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-23a4fd69-c073-448e-934c-573212fa86f0" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1119.544251] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port dac062b5-9afa-4f39-a5e8-9165f270e789 [ 1119.544251] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1119.544251] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1119.544251] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1119.544251] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1119.544251] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1119.544251] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:dac062b5-9afa-4f39-a5e8-9165f270e789 already deleted. [ 1119.544251] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-dac062b5-9afa-4f39-a5e8-9165f270e789" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1119.979330] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('b9252159-17c8-45ef-bdbe-1a0b66a60841',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1120.484153] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1120.484316] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1120.484399] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1120.484628] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1120.484722] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1120.484828] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b9252159-17c8-45ef-bdbe-1a0b66a60841 is going to be created. [ 1120.507088] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1120.507213] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1120.507276] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1120.507505] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1120.507739] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1120.517729] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b9252159-17c8-45ef-bdbe-1a0b66a60841 in Status: UNINITIALIZED for 2s [ 1121.082216] env[69685]: INFO networking_nsxv3.common.synchronization [None req-d2af5188-d60e-47db-89de-ea24ed26cc34 None None] Enqueued Resource ID: 73910d46-74b3-4fa3-bdd8-d38e7b6a6345 with Priority: HIGHEST for action port [ 1121.082216] env[69685]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 73910d46-74b3-4fa3-bdd8-d38e7b6a6345 with Priority: HIGHEST for action port [ 1121.082216] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock port-73910d46-74b3-4fa3-bdd8-d38e7b6a6345 taken with stack trace [, , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1121.082216] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-73910d46-74b3-4fa3-bdd8-d38e7b6a6345" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1121.082216] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-73910d46-74b3-4fa3-bdd8-d38e7b6a6345" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1121.082216] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-73910d46-74b3-4fa3-bdd8-d38e7b6a6345" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1121.082731] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('73910d46-74b3-4fa3-bdd8-d38e7b6a6345',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1121.585621] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 73910d46-74b3-4fa3-bdd8-d38e7b6a6345 [ 1121.585621] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1121.585621] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1121.585621] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1121.586769] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1121.586911] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1121.587044] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:73910d46-74b3-4fa3-bdd8-d38e7b6a6345 already deleted. [ 1121.587130] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-73910d46-74b3-4fa3-bdd8-d38e7b6a6345" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1122.065484] env[69685]: INFO networking_nsxv3.common.synchronization [None req-30d3fdfa-0916-487f-8de4-9309060a458c tempest-ServersTestJSON-1840735191 tempest-ServersTestJSON-1840735191-project-member] Enqueued Resource ID: 24c0145a-8a6b-41b2-85dd-bc961b19e0c7 with Priority: HIGHEST for action security_group_rules [ 1122.066030] env[69685]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 24c0145a-8a6b-41b2-85dd-bc961b19e0c7 with Priority: HIGHEST for action security_group_rules [ 1122.066341] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock rules-24c0145a-8a6b-41b2-85dd-bc961b19e0c7 taken with stack trace [, , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1122.066464] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-24c0145a-8a6b-41b2-85dd-bc961b19e0c7" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1122.066533] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-24c0145a-8a6b-41b2-85dd-bc961b19e0c7" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1122.068611] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-24c0145a-8a6b-41b2-85dd-bc961b19e0c7" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1122.068704] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('24c0145a-8a6b-41b2-85dd-bc961b19e0c7',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1122.205572] env[69685]: INFO networking_nsxv3.common.synchronization [None req-30a4361a-6319-4525-bbaf-9a813826b23e tempest-ServersTestJSON-1840735191 tempest-ServersTestJSON-1840735191-project-member] Enqueued Resource ID: 24c0145a-8a6b-41b2-85dd-bc961b19e0c7 with Priority: HIGHEST for action security_group_rules [ 1122.205958] env[69685]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 24c0145a-8a6b-41b2-85dd-bc961b19e0c7 with Priority: HIGHEST for action security_group_rules [ 1122.206526] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock rules-24c0145a-8a6b-41b2-85dd-bc961b19e0c7 taken with stack trace [, , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1122.206652] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-24c0145a-8a6b-41b2-85dd-bc961b19e0c7" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1122.455147] env[69685]: INFO networking_nsxv3.common.synchronization [req-de2df56a-8dfb-4250-8464-5d0b1a9a9f47 req-71a6db8c-36d0-462a-8a0e-f45397431f79 tempest-AttachVolumeNegativeTest-2144472599 tempest-AttachVolumeNegativeTest-2144472599-project-member] Enqueued Resource ID: 264ce554-3c75-4a71-ae13-33322402903c with Priority: HIGHEST for action security_group_members [ 1122.455442] env[69685]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 264ce554-3c75-4a71-ae13-33322402903c with Priority: HIGHEST for action security_group_members [ 1122.455739] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock member-264ce554-3c75-4a71-ae13-33322402903c taken with stack trace [, , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1122.455892] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-264ce554-3c75-4a71-ae13-33322402903c" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1122.455966] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-264ce554-3c75-4a71-ae13-33322402903c" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1122.456211] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-264ce554-3c75-4a71-ae13-33322402903c" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1122.456369] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1122.456469] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1122.456531] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1122.456823] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1122.456823] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1122.457105] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('264ce554-3c75-4a71-ae13-33322402903c',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1122.529806] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b9252159-17c8-45ef-bdbe-1a0b66a60841 in Status: SUCCESS [ 1122.530856] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b9252159-17c8-45ef-bdbe-1a0b66a60841" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1122.530856] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b9252159-17c8-45ef-bdbe-1a0b66a60841" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1122.531134] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b9252159-17c8-45ef-bdbe-1a0b66a60841" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1122.531285] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1122.531409] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1122.531475] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1122.531638] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1122.531717] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1122.531800] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b9252159-17c8-45ef-bdbe-1a0b66a60841" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1122.533335] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('b9252159-17c8-45ef-bdbe-1a0b66a60841',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1122.590152] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1122.590306] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1122.590377] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1122.590579] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1122.590664] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1122.590766] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 24c0145a-8a6b-41b2-85dd-bc961b19e0c7 already deleted. [ 1122.590849] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-24c0145a-8a6b-41b2-85dd-bc961b19e0c7" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1122.591400] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-24c0145a-8a6b-41b2-85dd-bc961b19e0c7" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1122.591559] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-24c0145a-8a6b-41b2-85dd-bc961b19e0c7" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1122.591643] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('24c0145a-8a6b-41b2-85dd-bc961b19e0c7',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1122.959339] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1122.962340] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1122.962340] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1122.962340] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1122.962340] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1122.962340] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1122.962340] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1122.962340] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1122.962340] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1122.962340] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1122.962340] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 264ce554-3c75-4a71-ae13-33322402903c is going to be updated. [ 1122.988184] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1122.988184] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1122.988184] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1122.988184] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1122.988184] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1122.995687] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 264ce554-3c75-4a71-ae13-33322402903c in Status: IN_PROGRESS for 2s [ 1123.036513] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('b9252159-17c8-45ef-bdbe-1a0b66a60841',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1123.114490] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1123.114490] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1123.114490] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1123.114709] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1123.114892] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1123.114892] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 24c0145a-8a6b-41b2-85dd-bc961b19e0c7 already deleted. [ 1123.114986] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-24c0145a-8a6b-41b2-85dd-bc961b19e0c7" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1123.539091] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for b9252159-17c8-45ef-bdbe-1a0b66a60841: rpc.has_security_group_logging(os_id): False [ 1123.559862] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1123.559862] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1123.559862] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1123.559862] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1123.559862] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1123.559862] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1123.559862] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1123.559862] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1123.559862] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1123.559862] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1123.559862] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b9252159-17c8-45ef-bdbe-1a0b66a60841 is going to be created. [ 1123.618973] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1123.619164] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1123.619246] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1123.619496] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1123.619685] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1123.631458] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b9252159-17c8-45ef-bdbe-1a0b66a60841 in Status: IN_PROGRESS for 2s [ 1123.753951] env[69685]: INFO networking_nsxv3.common.synchronization [None req-a7645adf-1c70-41b8-a14e-3d790c038765 None None] Enqueued Resource ID: 661b9acd-883d-49eb-88a8-89db270e34b7 with Priority: HIGHEST for action port [ 1123.754458] env[69685]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 661b9acd-883d-49eb-88a8-89db270e34b7 with Priority: HIGHEST for action port [ 1123.754707] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock port-661b9acd-883d-49eb-88a8-89db270e34b7 taken with stack trace [, , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1123.754836] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-661b9acd-883d-49eb-88a8-89db270e34b7" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1123.755032] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-661b9acd-883d-49eb-88a8-89db270e34b7" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1123.755298] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-661b9acd-883d-49eb-88a8-89db270e34b7" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1123.755411] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('661b9acd-883d-49eb-88a8-89db270e34b7',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1123.895732] env[69685]: INFO networking_nsxv3.common.synchronization [req-fb4c7b25-22ca-4149-bb1f-790ca0ecb4d0 req-970fd1a3-6c46-4f75-a87e-7e951556bd8a tempest-ImagesNegativeTestJSON-1903447399 tempest-ImagesNegativeTestJSON-1903447399-project-member] Enqueued Resource ID: 644fbaeb-8bfe-4026-8561-feb405cc4b4f with Priority: HIGHEST for action security_group_members [ 1123.896292] env[69685]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 644fbaeb-8bfe-4026-8561-feb405cc4b4f with Priority: HIGHEST for action security_group_members [ 1123.896864] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock member-644fbaeb-8bfe-4026-8561-feb405cc4b4f taken with stack trace [, , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1123.896864] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-644fbaeb-8bfe-4026-8561-feb405cc4b4f" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1123.896864] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-644fbaeb-8bfe-4026-8561-feb405cc4b4f" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1123.897313] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-644fbaeb-8bfe-4026-8561-feb405cc4b4f" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1123.897525] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1123.897645] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1123.897765] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1123.898646] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1123.898849] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1123.899211] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('644fbaeb-8bfe-4026-8561-feb405cc4b4f',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1124.258122] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 661b9acd-883d-49eb-88a8-89db270e34b7 [ 1124.258371] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1124.258503] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1124.259127] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1124.259127] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1124.259127] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1124.259127] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:661b9acd-883d-49eb-88a8-89db270e34b7 already deleted. [ 1124.259127] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-661b9acd-883d-49eb-88a8-89db270e34b7" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1124.401130] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1124.401322] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1124.401375] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1124.401604] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1124.401697] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1124.402358] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1124.402514] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1124.402583] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1124.402983] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1124.403100] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1124.403381] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 644fbaeb-8bfe-4026-8561-feb405cc4b4f already deleted. [ 1124.403485] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-644fbaeb-8bfe-4026-8561-feb405cc4b4f" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1124.475425] env[69685]: DEBUG networking_nsxv3.common.locking [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Lock network-473 taken with stack trace [, , , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1124.475692] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquiring lock "network-473" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1124.475859] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquired lock "network-473" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1124.476284] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquired external semaphore "network-473" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1124.476607] env[69685]: DEBUG networking_nsxv3.common.locking [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1124.476800] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquiring lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1124.476936] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquired lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1124.477219] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquired external semaphore "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1124.477410] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Releasing lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1124.477673] env[69685]: DEBUG dogpile.cache.region [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] No value present for key: 'zone-id' {{(pid=69685) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1124.477823] env[69685]: DEBUG dogpile.lock [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] NeedRegenerationException {{(pid=69685) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1124.477961] env[69685]: DEBUG dogpile.lock [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] no value, waiting for create lock {{(pid=69685) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1124.479801] env[69685]: DEBUG dogpile.lock [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] value creation lock acquired {{(pid=69685) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1124.480504] env[69685]: DEBUG dogpile.cache.region [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] No value present for key: 'zone-id' {{(pid=69685) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1124.480504] env[69685]: DEBUG dogpile.lock [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Calling creation function for not-yet-present value {{(pid=69685) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1124.480679] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1124.501516] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1124.502352] env[69685]: DEBUG dogpile.cache.region [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=69685) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1124.502352] env[69685]: DEBUG dogpile.lock [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Released creation lock {{(pid=69685) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1124.502352] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Releasing lock "network-473" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1124.502523] env[69685]: DEBUG networking_nsxv3.common.locking [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Lock port-7dd88a5a-b8ca-42a7-b74d-95e39ec0d8c4 taken with stack trace [, , , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1124.502610] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquiring lock "port-7dd88a5a-b8ca-42a7-b74d-95e39ec0d8c4" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1124.502927] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquired lock "port-7dd88a5a-b8ca-42a7-b74d-95e39ec0d8c4" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1124.504279] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquired external semaphore "port-7dd88a5a-b8ca-42a7-b74d-95e39ec0d8c4" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1124.504279] env[69685]: DEBUG networking_nsxv3.api.rpc [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7dd88a5a-b8ca-42a7-b74d-95e39ec0d8c4',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1125.007273] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 264ce554-3c75-4a71-ae13-33322402903c in Status: SUCCESS [ 1125.007859] env[69685]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 264ce554-3c75-4a71-ae13-33322402903c deletion is rescheduled due to dependency. [ 1125.007939] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-264ce554-3c75-4a71-ae13-33322402903c" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1125.008479] env[69685]: DEBUG networking_nsxv3.common.locking [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1125.008998] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquiring lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1125.008998] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquired lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1125.009124] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquired external semaphore "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1125.009287] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Releasing lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1125.009439] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Segment Port 7dd88a5a-b8ca-42a7-b74d-95e39ec0d8c4 not found, creating... [ 1125.009727] env[69685]: DEBUG networking_nsxv3.common.locking [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1125.010373] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquiring lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1125.010373] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquired lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1125.010550] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquired external semaphore "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1125.010712] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Releasing lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1125.011839] env[69685]: DEBUG networking_nsxv3.common.locking [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1125.011839] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquiring lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1125.011839] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquired lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1125.012162] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquired external semaphore "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1125.012495] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Releasing lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1125.012986] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Resource: SegmentPort with ID: 7dd88a5a-b8ca-42a7-b74d-95e39ec0d8c4 is going to be created. [ 1125.031283] env[69685]: DEBUG networking_nsxv3.common.locking [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1125.031548] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquiring lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1125.031684] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquired lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1125.032335] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquired external semaphore "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1125.032467] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Releasing lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1125.032655] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Releasing lock "port-7dd88a5a-b8ca-42a7-b74d-95e39ec0d8c4" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1125.648807] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b9252159-17c8-45ef-bdbe-1a0b66a60841 in Status: SUCCESS [ 1125.649088] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b9252159-17c8-45ef-bdbe-1a0b66a60841" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1125.741816] env[69685]: INFO networking_nsxv3.common.synchronization [None req-03a545fd-0c28-4ba5-99ba-87d2f7fc11ef None None] Enqueued Resource ID: 3d5b265d-bc47-4fb3-a1d5-60b18bb0582a with Priority: HIGHEST for action port [ 1125.742481] env[69685]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3d5b265d-bc47-4fb3-a1d5-60b18bb0582a with Priority: HIGHEST for action port [ 1125.742797] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock port-3d5b265d-bc47-4fb3-a1d5-60b18bb0582a taken with stack trace [, , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1125.742922] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-3d5b265d-bc47-4fb3-a1d5-60b18bb0582a" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1125.742983] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-3d5b265d-bc47-4fb3-a1d5-60b18bb0582a" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1125.743424] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-3d5b265d-bc47-4fb3-a1d5-60b18bb0582a" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1125.743559] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3d5b265d-bc47-4fb3-a1d5-60b18bb0582a',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1125.978765] env[69685]: INFO networking_nsxv3.common.synchronization [req-fb4c7b25-22ca-4149-bb1f-790ca0ecb4d0 req-d2dd0f5f-11ba-4bea-9e59-ea453907d9b2 service nova] Enqueued Resource ID: 644fbaeb-8bfe-4026-8561-feb405cc4b4f with Priority: HIGHEST for action security_group_rules [ 1125.981035] env[69685]: INFO networking_nsxv3.common.synchronization [req-fb4c7b25-22ca-4149-bb1f-790ca0ecb4d0 req-d2dd0f5f-11ba-4bea-9e59-ea453907d9b2 service nova] Enqueued Resource ID: 644fbaeb-8bfe-4026-8561-feb405cc4b4f with Priority: HIGHEST for action security_group_members [ 1125.981035] env[69685]: INFO networking_nsxv3.common.synchronization [req-fb4c7b25-22ca-4149-bb1f-790ca0ecb4d0 req-d2dd0f5f-11ba-4bea-9e59-ea453907d9b2 service nova] Enqueued Resource ID: 7dd88a5a-b8ca-42a7-b74d-95e39ec0d8c4 with Priority: HIGHEST for action port [ 1125.981484] env[69685]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 644fbaeb-8bfe-4026-8561-feb405cc4b4f with Priority: HIGHEST for action security_group_rules [ 1125.981484] env[69685]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 644fbaeb-8bfe-4026-8561-feb405cc4b4f with Priority: HIGHEST for action security_group_members [ 1125.981484] env[69685]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7dd88a5a-b8ca-42a7-b74d-95e39ec0d8c4 with Priority: HIGHEST for action port [ 1125.981777] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock rules-644fbaeb-8bfe-4026-8561-feb405cc4b4f taken with stack trace [, , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1125.981966] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-644fbaeb-8bfe-4026-8561-feb405cc4b4f" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1125.982105] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-644fbaeb-8bfe-4026-8561-feb405cc4b4f" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1125.982420] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-644fbaeb-8bfe-4026-8561-feb405cc4b4f" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1125.982486] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('644fbaeb-8bfe-4026-8561-feb405cc4b4f',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1125.983589] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock member-644fbaeb-8bfe-4026-8561-feb405cc4b4f taken with stack trace [, , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1125.987479] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-644fbaeb-8bfe-4026-8561-feb405cc4b4f" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1125.987561] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-644fbaeb-8bfe-4026-8561-feb405cc4b4f" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1125.988223] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-644fbaeb-8bfe-4026-8561-feb405cc4b4f" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1125.988223] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1125.988363] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1125.988363] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1125.988488] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1125.988557] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1125.988649] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('644fbaeb-8bfe-4026-8561-feb405cc4b4f',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1125.992402] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock port-7dd88a5a-b8ca-42a7-b74d-95e39ec0d8c4 taken with stack trace [, , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1125.992402] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-7dd88a5a-b8ca-42a7-b74d-95e39ec0d8c4" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1125.992402] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-7dd88a5a-b8ca-42a7-b74d-95e39ec0d8c4" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1125.992402] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-7dd88a5a-b8ca-42a7-b74d-95e39ec0d8c4" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1125.992639] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7dd88a5a-b8ca-42a7-b74d-95e39ec0d8c4',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1126.249472] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 3d5b265d-bc47-4fb3-a1d5-60b18bb0582a [ 1126.250024] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1126.250024] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1126.250157] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1126.250276] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1126.250363] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1126.250461] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:3d5b265d-bc47-4fb3-a1d5-60b18bb0582a already deleted. [ 1126.250784] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-3d5b265d-bc47-4fb3-a1d5-60b18bb0582a" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1126.498203] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock member-644fbaeb-8bfe-4026-8561-feb405cc4b4f taken with stack trace [, , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1126.498203] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-644fbaeb-8bfe-4026-8561-feb405cc4b4f" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1126.498203] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('644fbaeb-8bfe-4026-8561-feb405cc4b4f',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1126.500637] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 7dd88a5a-b8ca-42a7-b74d-95e39ec0d8c4 with status ACTIVE [ 1126.501142] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1126.501353] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1126.501353] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1126.502950] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1126.502950] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1126.502950] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1126.502950] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1126.502950] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1126.503487] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1126.503487] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1126.503487] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1126.503487] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1126.503749] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1126.503804] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1126.503862] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1126.504231] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 7dd88a5a-b8ca-42a7-b74d-95e39ec0d8c4 is going to be updated. [ 1126.524025] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1126.524315] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1126.524315] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1126.524759] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1126.524759] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1126.524759] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-7dd88a5a-b8ca-42a7-b74d-95e39ec0d8c4" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1127.002288] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('644fbaeb-8bfe-4026-8561-feb405cc4b4f',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1127.504646] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1127.506071] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1127.506071] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1127.506071] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1127.506071] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1127.506071] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 644fbaeb-8bfe-4026-8561-feb405cc4b4f is going to be created. [ 1127.533316] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1127.533531] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1127.533607] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1127.533831] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1127.534062] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1127.543949] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 644fbaeb-8bfe-4026-8561-feb405cc4b4f in Status: UNINITIALIZED for 2s [ 1128.072361] env[69685]: INFO networking_nsxv3.common.synchronization [None req-da5c0107-e265-4f5c-8fa9-a4619e0f2446 None None] Enqueued Resource ID: 762e21e6-1c0d-4fe5-8864-03bfd98231a4 with Priority: HIGHEST for action port [ 1128.073338] env[69685]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 762e21e6-1c0d-4fe5-8864-03bfd98231a4 with Priority: HIGHEST for action port [ 1128.073338] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock port-762e21e6-1c0d-4fe5-8864-03bfd98231a4 taken with stack trace [, , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1128.073893] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-762e21e6-1c0d-4fe5-8864-03bfd98231a4" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1128.073893] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-762e21e6-1c0d-4fe5-8864-03bfd98231a4" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1128.073893] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-762e21e6-1c0d-4fe5-8864-03bfd98231a4" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1128.073893] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('762e21e6-1c0d-4fe5-8864-03bfd98231a4',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1128.553513] env[69685]: INFO networking_nsxv3.common.synchronization [req-e5930fb9-74ab-4539-a59c-af0f101e0702 req-9f0a0ecf-5295-46e9-af36-10e407fe3f58 tempest-ServerActionsTestOtherB-115242521 tempest-ServerActionsTestOtherB-115242521-project-member] Enqueued Resource ID: 9fc3b289-4ce8-45ab-a115-93a511ca9b60 with Priority: HIGHEST for action security_group_members [ 1128.553956] env[69685]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9fc3b289-4ce8-45ab-a115-93a511ca9b60 with Priority: HIGHEST for action security_group_members [ 1128.554272] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock member-9fc3b289-4ce8-45ab-a115-93a511ca9b60 taken with stack trace [, , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1128.554394] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9fc3b289-4ce8-45ab-a115-93a511ca9b60" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1128.554462] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9fc3b289-4ce8-45ab-a115-93a511ca9b60" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1128.554656] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9fc3b289-4ce8-45ab-a115-93a511ca9b60" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1128.554807] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1128.554905] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1128.554966] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1128.555210] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1128.555304] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1128.555397] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9fc3b289-4ce8-45ab-a115-93a511ca9b60',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1128.581026] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 762e21e6-1c0d-4fe5-8864-03bfd98231a4 [ 1128.581026] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1128.581026] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1128.581026] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1128.581026] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1128.581026] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1128.581026] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:762e21e6-1c0d-4fe5-8864-03bfd98231a4 already deleted. [ 1128.581026] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-762e21e6-1c0d-4fe5-8864-03bfd98231a4" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1129.061029] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1129.061029] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1129.061029] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1129.061029] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1129.061029] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1129.061029] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1129.061029] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1129.061029] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1129.061029] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1129.061029] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1129.061029] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9fc3b289-4ce8-45ab-a115-93a511ca9b60 is going to be updated. [ 1129.087036] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1129.087036] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1129.087036] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1129.087036] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1129.087036] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1129.095372] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9fc3b289-4ce8-45ab-a115-93a511ca9b60 in Status: IN_PROGRESS for 2s [ 1129.199224] env[69685]: DEBUG networking_nsxv3.common.locking [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Lock network-725 taken with stack trace [, , , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1129.199489] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquiring lock "network-725" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1129.203203] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquired lock "network-725" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1129.203203] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquired external semaphore "network-725" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1129.203422] env[69685]: DEBUG networking_nsxv3.common.locking [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1129.205794] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquiring lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1129.205794] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquired lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1129.205794] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquired external semaphore "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1129.205794] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Releasing lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1129.205794] env[69685]: DEBUG dogpile.cache.region [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] No value present for key: 'zone-id' {{(pid=69685) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1129.205794] env[69685]: DEBUG dogpile.lock [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] NeedRegenerationException {{(pid=69685) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1129.207419] env[69685]: DEBUG dogpile.lock [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] no value, waiting for create lock {{(pid=69685) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1129.207638] env[69685]: DEBUG dogpile.lock [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] value creation lock acquired {{(pid=69685) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1129.207786] env[69685]: DEBUG dogpile.cache.region [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] No value present for key: 'zone-id' {{(pid=69685) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1129.207907] env[69685]: DEBUG dogpile.lock [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Calling creation function for not-yet-present value {{(pid=69685) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1129.208081] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1129.239424] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1129.239540] env[69685]: DEBUG dogpile.cache.region [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Cache value generated in 0.031 seconds for key(s): 'zone-id' {{(pid=69685) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1129.239587] env[69685]: DEBUG dogpile.lock [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Released creation lock {{(pid=69685) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1129.239809] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Releasing lock "network-725" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1129.240162] env[69685]: DEBUG networking_nsxv3.common.locking [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Lock port-a4a45ab1-17e0-4c2d-8b07-2891a8f82e96 taken with stack trace [, , , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1129.240431] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquiring lock "port-a4a45ab1-17e0-4c2d-8b07-2891a8f82e96" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1129.240579] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquired lock "port-a4a45ab1-17e0-4c2d-8b07-2891a8f82e96" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1129.240934] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquired external semaphore "port-a4a45ab1-17e0-4c2d-8b07-2891a8f82e96" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1129.241249] env[69685]: DEBUG networking_nsxv3.api.rpc [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a4a45ab1-17e0-4c2d-8b07-2891a8f82e96',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1129.553045] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 644fbaeb-8bfe-4026-8561-feb405cc4b4f in Status: SUCCESS [ 1129.553286] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-644fbaeb-8bfe-4026-8561-feb405cc4b4f" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1129.553446] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-644fbaeb-8bfe-4026-8561-feb405cc4b4f" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1129.553658] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-644fbaeb-8bfe-4026-8561-feb405cc4b4f" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1129.553878] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1129.553963] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1129.554048] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1129.554212] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1129.554348] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1129.554379] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-644fbaeb-8bfe-4026-8561-feb405cc4b4f" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1129.554456] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('644fbaeb-8bfe-4026-8561-feb405cc4b4f',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1129.745442] env[69685]: DEBUG networking_nsxv3.common.locking [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1129.745668] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquiring lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1129.745800] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquired lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1129.746102] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquired external semaphore "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1129.746264] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Releasing lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1129.746427] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Segment Port a4a45ab1-17e0-4c2d-8b07-2891a8f82e96 not found, creating... [ 1129.746859] env[69685]: DEBUG networking_nsxv3.common.locking [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1129.747040] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquiring lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1129.747166] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquired lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1129.747386] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquired external semaphore "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1129.747527] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Releasing lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1129.747808] env[69685]: DEBUG networking_nsxv3.common.locking [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1129.747962] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquiring lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1129.748093] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquired lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1129.748301] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquired external semaphore "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1129.748472] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Releasing lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1129.748618] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Resource: SegmentPort with ID: a4a45ab1-17e0-4c2d-8b07-2891a8f82e96 is going to be created. [ 1129.768602] env[69685]: DEBUG networking_nsxv3.common.locking [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1129.768785] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquiring lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1129.768910] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquired lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1129.769174] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquired external semaphore "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1129.769407] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Releasing lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1129.769625] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Releasing lock "port-a4a45ab1-17e0-4c2d-8b07-2891a8f82e96" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1130.057482] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock member-644fbaeb-8bfe-4026-8561-feb405cc4b4f taken with stack trace [, , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1130.057614] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-644fbaeb-8bfe-4026-8561-feb405cc4b4f" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1130.057779] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-644fbaeb-8bfe-4026-8561-feb405cc4b4f" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1130.057893] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-644fbaeb-8bfe-4026-8561-feb405cc4b4f" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1130.058068] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1130.058181] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1130.058235] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1130.058379] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1130.058463] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1130.058593] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-644fbaeb-8bfe-4026-8561-feb405cc4b4f" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1130.058721] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock member-644fbaeb-8bfe-4026-8561-feb405cc4b4f taken with stack trace [, , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1130.058777] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-644fbaeb-8bfe-4026-8561-feb405cc4b4f" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1130.058840] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-644fbaeb-8bfe-4026-8561-feb405cc4b4f" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1130.058979] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-644fbaeb-8bfe-4026-8561-feb405cc4b4f" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1130.059158] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1130.059255] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1130.059424] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1130.059478] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1130.059544] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1130.059625] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-644fbaeb-8bfe-4026-8561-feb405cc4b4f" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1130.059712] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('644fbaeb-8bfe-4026-8561-feb405cc4b4f',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1130.475018] env[69685]: INFO networking_nsxv3.common.synchronization [None req-9a5f15cb-311b-4fc8-b8ba-deb1a48fb40c None None] Enqueued Resource ID: f625ea12-a3c8-4ac5-bbdc-685f2b3b756d with Priority: HIGHEST for action port [ 1130.475018] env[69685]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f625ea12-a3c8-4ac5-bbdc-685f2b3b756d with Priority: HIGHEST for action port [ 1130.475018] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock port-f625ea12-a3c8-4ac5-bbdc-685f2b3b756d taken with stack trace [, , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1130.475018] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-f625ea12-a3c8-4ac5-bbdc-685f2b3b756d" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1130.475018] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-f625ea12-a3c8-4ac5-bbdc-685f2b3b756d" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1130.475018] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-f625ea12-a3c8-4ac5-bbdc-685f2b3b756d" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1130.475018] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f625ea12-a3c8-4ac5-bbdc-685f2b3b756d',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1130.561840] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 644fbaeb-8bfe-4026-8561-feb405cc4b4f: rpc.has_security_group_logging(os_id): False [ 1130.579405] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1130.581042] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1130.581167] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1130.581452] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1130.581575] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1130.581815] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1130.581959] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1130.582062] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1130.582477] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1130.583229] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1130.583500] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1130.583674] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1130.583762] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1130.583942] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1130.584065] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1130.586220] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1130.586333] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1130.586402] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1130.586551] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1130.586631] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1130.586748] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 644fbaeb-8bfe-4026-8561-feb405cc4b4f is going to be created. [ 1130.636346] env[69685]: INFO networking_nsxv3.common.synchronization [req-e5930fb9-74ab-4539-a59c-af0f101e0702 req-dfc4777d-3790-433c-a581-2fc0b1863287 service nova] Enqueued Resource ID: 9fc3b289-4ce8-45ab-a115-93a511ca9b60 with Priority: HIGHEST for action security_group_rules [ 1130.636346] env[69685]: INFO networking_nsxv3.common.synchronization [req-e5930fb9-74ab-4539-a59c-af0f101e0702 req-dfc4777d-3790-433c-a581-2fc0b1863287 service nova] Enqueued Resource ID: 9fc3b289-4ce8-45ab-a115-93a511ca9b60 with Priority: HIGHEST for action security_group_members [ 1130.636346] env[69685]: INFO networking_nsxv3.common.synchronization [req-e5930fb9-74ab-4539-a59c-af0f101e0702 req-dfc4777d-3790-433c-a581-2fc0b1863287 service nova] Enqueued Resource ID: a4a45ab1-17e0-4c2d-8b07-2891a8f82e96 with Priority: HIGHEST for action port [ 1130.636346] env[69685]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9fc3b289-4ce8-45ab-a115-93a511ca9b60 with Priority: HIGHEST for action security_group_rules [ 1130.636346] env[69685]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9fc3b289-4ce8-45ab-a115-93a511ca9b60 with Priority: HIGHEST for action security_group_members [ 1130.636346] env[69685]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a4a45ab1-17e0-4c2d-8b07-2891a8f82e96 with Priority: HIGHEST for action port [ 1130.636907] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock rules-9fc3b289-4ce8-45ab-a115-93a511ca9b60 taken with stack trace [, , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1130.637185] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-9fc3b289-4ce8-45ab-a115-93a511ca9b60" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1130.637362] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-9fc3b289-4ce8-45ab-a115-93a511ca9b60" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1130.637808] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-9fc3b289-4ce8-45ab-a115-93a511ca9b60" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1130.637962] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('9fc3b289-4ce8-45ab-a115-93a511ca9b60',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1130.638884] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock member-9fc3b289-4ce8-45ab-a115-93a511ca9b60 taken with stack trace [, , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1130.639229] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9fc3b289-4ce8-45ab-a115-93a511ca9b60" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1130.639537] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock port-a4a45ab1-17e0-4c2d-8b07-2891a8f82e96 taken with stack trace [, , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1130.639758] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a4a45ab1-17e0-4c2d-8b07-2891a8f82e96" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1130.639905] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a4a45ab1-17e0-4c2d-8b07-2891a8f82e96" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1130.640170] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a4a45ab1-17e0-4c2d-8b07-2891a8f82e96" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1130.640336] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a4a45ab1-17e0-4c2d-8b07-2891a8f82e96',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1130.645034] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1130.645034] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1130.645034] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1130.645034] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1130.645034] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1130.656469] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 644fbaeb-8bfe-4026-8561-feb405cc4b4f in Status: IN_PROGRESS for 2s [ 1130.976321] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port f625ea12-a3c8-4ac5-bbdc-685f2b3b756d [ 1130.976321] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1130.976321] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1130.976321] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1130.976321] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1130.976321] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1130.976321] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:f625ea12-a3c8-4ac5-bbdc-685f2b3b756d already deleted. [ 1130.976321] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-f625ea12-a3c8-4ac5-bbdc-685f2b3b756d" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1131.104146] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9fc3b289-4ce8-45ab-a115-93a511ca9b60 in Status: SUCCESS [ 1131.104419] env[69685]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9fc3b289-4ce8-45ab-a115-93a511ca9b60 deletion is rescheduled due to dependency. [ 1131.105764] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9fc3b289-4ce8-45ab-a115-93a511ca9b60" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1131.105951] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9fc3b289-4ce8-45ab-a115-93a511ca9b60" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1131.106178] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9fc3b289-4ce8-45ab-a115-93a511ca9b60" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1131.106370] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1131.106486] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1131.106550] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1131.106706] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1131.106785] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1131.106876] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9fc3b289-4ce8-45ab-a115-93a511ca9b60',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1131.129611] env[69685]: INFO networking_nsxv3.common.synchronization [req-167e6512-4d9b-4538-8284-f2ef2c9065c3 req-835bf005-7760-4acb-9170-7624bb768959 tempest-AttachVolumeShelveTestJSON-978007978 tempest-AttachVolumeShelveTestJSON-978007978-project-member] Enqueued Resource ID: 25004ae4-48f1-4142-aba8-3a71efb2c6dc with Priority: HIGHEST for action security_group_members [ 1131.133541] env[69685]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 25004ae4-48f1-4142-aba8-3a71efb2c6dc with Priority: HIGHEST for action security_group_members [ 1131.133835] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock member-25004ae4-48f1-4142-aba8-3a71efb2c6dc taken with stack trace [, , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1131.133964] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-25004ae4-48f1-4142-aba8-3a71efb2c6dc" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1131.134258] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-25004ae4-48f1-4142-aba8-3a71efb2c6dc" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1131.134552] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-25004ae4-48f1-4142-aba8-3a71efb2c6dc" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1131.134734] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1131.134843] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1131.134907] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1131.135081] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1131.135172] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1131.135488] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('25004ae4-48f1-4142-aba8-3a71efb2c6dc',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1131.146822] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port a4a45ab1-17e0-4c2d-8b07-2891a8f82e96 with status ACTIVE [ 1131.146822] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1131.146822] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1131.146822] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1131.146822] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1131.146822] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1131.146822] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1131.146822] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1131.146822] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1131.146822] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1131.146822] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1131.146822] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1131.146822] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1131.146822] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1131.146822] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1131.146822] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1131.146822] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: a4a45ab1-17e0-4c2d-8b07-2891a8f82e96 is going to be updated. [ 1131.147961] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock member-9fc3b289-4ce8-45ab-a115-93a511ca9b60 taken with stack trace [, , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1131.148279] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9fc3b289-4ce8-45ab-a115-93a511ca9b60" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1131.168295] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1131.168295] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1131.168295] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1131.168295] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1131.168295] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1131.168295] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a4a45ab1-17e0-4c2d-8b07-2891a8f82e96" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1131.441170] env[69685]: DEBUG networking_nsxv3.common.locking [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Lock network-508 taken with stack trace [, , , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1131.441475] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquiring lock "network-508" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1131.441711] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquired lock "network-508" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1131.442106] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquired external semaphore "network-508" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1131.442538] env[69685]: DEBUG networking_nsxv3.common.locking [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1131.442816] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquiring lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1131.445453] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquired lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1131.445453] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquired external semaphore "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1131.445453] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Releasing lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1131.445453] env[69685]: DEBUG dogpile.cache.region [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] No value present for key: 'zone-id' {{(pid=69685) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1131.445453] env[69685]: DEBUG dogpile.lock [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] NeedRegenerationException {{(pid=69685) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1131.445453] env[69685]: DEBUG dogpile.lock [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] no value, waiting for create lock {{(pid=69685) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1131.445453] env[69685]: DEBUG dogpile.lock [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] value creation lock acquired {{(pid=69685) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1131.445453] env[69685]: DEBUG dogpile.cache.region [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] No value present for key: 'zone-id' {{(pid=69685) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1131.445453] env[69685]: DEBUG dogpile.lock [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Calling creation function for not-yet-present value {{(pid=69685) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1131.445453] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1131.467245] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1131.467408] env[69685]: DEBUG dogpile.cache.region [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=69685) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1131.467557] env[69685]: DEBUG dogpile.lock [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Released creation lock {{(pid=69685) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1131.467709] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Releasing lock "network-508" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1131.468020] env[69685]: DEBUG networking_nsxv3.common.locking [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Lock port-3efa947e-4a96-4b80-85bd-a8d99ee24bc7 taken with stack trace [, , , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1131.468187] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquiring lock "port-3efa947e-4a96-4b80-85bd-a8d99ee24bc7" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1131.468308] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquired lock "port-3efa947e-4a96-4b80-85bd-a8d99ee24bc7" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1131.468615] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquired external semaphore "port-3efa947e-4a96-4b80-85bd-a8d99ee24bc7" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1131.468754] env[69685]: DEBUG networking_nsxv3.api.rpc [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3efa947e-4a96-4b80-85bd-a8d99ee24bc7',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1131.609771] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('9fc3b289-4ce8-45ab-a115-93a511ca9b60',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1131.649993] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1131.650243] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1131.650277] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1131.650482] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1131.650547] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1131.650761] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1131.650860] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1131.651439] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1131.651439] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1131.651439] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1131.651439] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 25004ae4-48f1-4142-aba8-3a71efb2c6dc already deleted. [ 1131.651439] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-25004ae4-48f1-4142-aba8-3a71efb2c6dc" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1131.970648] env[69685]: DEBUG networking_nsxv3.common.locking [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1131.970890] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquiring lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1131.971027] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquired lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1131.971364] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquired external semaphore "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1131.971529] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Releasing lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1131.971687] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Segment Port 3efa947e-4a96-4b80-85bd-a8d99ee24bc7 not found, creating... [ 1131.972283] env[69685]: DEBUG networking_nsxv3.common.locking [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1131.972283] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquiring lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1131.972283] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquired lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1131.972489] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquired external semaphore "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1131.972633] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Releasing lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1131.972920] env[69685]: DEBUG networking_nsxv3.common.locking [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1131.973091] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquiring lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1131.973212] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquired lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1131.973423] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquired external semaphore "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1131.973562] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Releasing lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1131.973703] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Resource: SegmentPort with ID: 3efa947e-4a96-4b80-85bd-a8d99ee24bc7 is going to be created. [ 1131.993458] env[69685]: DEBUG networking_nsxv3.common.locking [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1131.993701] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquiring lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1131.993834] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquired lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1131.994103] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquired external semaphore "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1131.994338] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Releasing lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1131.994560] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Releasing lock "port-3efa947e-4a96-4b80-85bd-a8d99ee24bc7" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1132.112550] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('9fc3b289-4ce8-45ab-a115-93a511ca9b60',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1132.615619] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1132.615920] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1132.615920] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1132.616162] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1132.616266] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1132.616386] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9fc3b289-4ce8-45ab-a115-93a511ca9b60 is going to be updated. [ 1132.644377] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1132.644643] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1132.644643] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1132.644763] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1132.645043] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1132.652738] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9fc3b289-4ce8-45ab-a115-93a511ca9b60 in Status: IN_PROGRESS for 2s [ 1132.665851] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 644fbaeb-8bfe-4026-8561-feb405cc4b4f in Status: SUCCESS [ 1132.666140] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-644fbaeb-8bfe-4026-8561-feb405cc4b4f" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1132.732706] env[69685]: INFO networking_nsxv3.common.synchronization [req-167e6512-4d9b-4538-8284-f2ef2c9065c3 req-1bf38bd0-4037-4b42-8dac-61e6403c25a0 service nova] Enqueued Resource ID: 25004ae4-48f1-4142-aba8-3a71efb2c6dc with Priority: HIGHEST for action security_group_rules [ 1132.732706] env[69685]: INFO networking_nsxv3.common.synchronization [req-167e6512-4d9b-4538-8284-f2ef2c9065c3 req-1bf38bd0-4037-4b42-8dac-61e6403c25a0 service nova] Enqueued Resource ID: 25004ae4-48f1-4142-aba8-3a71efb2c6dc with Priority: HIGHEST for action security_group_members [ 1132.732855] env[69685]: INFO networking_nsxv3.common.synchronization [req-167e6512-4d9b-4538-8284-f2ef2c9065c3 req-1bf38bd0-4037-4b42-8dac-61e6403c25a0 service nova] Enqueued Resource ID: 3efa947e-4a96-4b80-85bd-a8d99ee24bc7 with Priority: HIGHEST for action port [ 1132.735170] env[69685]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 25004ae4-48f1-4142-aba8-3a71efb2c6dc with Priority: HIGHEST for action security_group_rules [ 1132.735170] env[69685]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 25004ae4-48f1-4142-aba8-3a71efb2c6dc with Priority: HIGHEST for action security_group_members [ 1132.735170] env[69685]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3efa947e-4a96-4b80-85bd-a8d99ee24bc7 with Priority: HIGHEST for action port [ 1132.737031] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock rules-25004ae4-48f1-4142-aba8-3a71efb2c6dc taken with stack trace [, , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1132.737224] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-25004ae4-48f1-4142-aba8-3a71efb2c6dc" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1132.737303] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-25004ae4-48f1-4142-aba8-3a71efb2c6dc" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1132.737510] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-25004ae4-48f1-4142-aba8-3a71efb2c6dc" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1132.737591] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('25004ae4-48f1-4142-aba8-3a71efb2c6dc',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1132.738580] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock member-25004ae4-48f1-4142-aba8-3a71efb2c6dc taken with stack trace [, , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1132.738696] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-25004ae4-48f1-4142-aba8-3a71efb2c6dc" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1132.738773] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-25004ae4-48f1-4142-aba8-3a71efb2c6dc" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1132.738981] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-25004ae4-48f1-4142-aba8-3a71efb2c6dc" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1132.739089] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1132.739192] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1132.739265] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1132.739411] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1132.739492] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1132.739599] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('25004ae4-48f1-4142-aba8-3a71efb2c6dc',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1132.740426] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock port-3efa947e-4a96-4b80-85bd-a8d99ee24bc7 taken with stack trace [, , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1132.740606] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-3efa947e-4a96-4b80-85bd-a8d99ee24bc7" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1132.740606] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-3efa947e-4a96-4b80-85bd-a8d99ee24bc7" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1132.740754] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-3efa947e-4a96-4b80-85bd-a8d99ee24bc7" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1132.740868] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3efa947e-4a96-4b80-85bd-a8d99ee24bc7',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1132.953983] env[69685]: INFO networking_nsxv3.common.synchronization [None req-6c92b577-b7ed-4d12-8b45-feb2fa2230b8 None None] Enqueued Resource ID: 9ccb7e1f-a8aa-41c0-8f64-5e592de6ffcd with Priority: HIGHEST for action port [ 1132.954844] env[69685]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9ccb7e1f-a8aa-41c0-8f64-5e592de6ffcd with Priority: HIGHEST for action port [ 1132.955378] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock port-9ccb7e1f-a8aa-41c0-8f64-5e592de6ffcd taken with stack trace [, , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1132.955586] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-9ccb7e1f-a8aa-41c0-8f64-5e592de6ffcd" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1132.955707] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-9ccb7e1f-a8aa-41c0-8f64-5e592de6ffcd" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1132.956225] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-9ccb7e1f-a8aa-41c0-8f64-5e592de6ffcd" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1132.956362] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9ccb7e1f-a8aa-41c0-8f64-5e592de6ffcd',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1133.244349] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock member-25004ae4-48f1-4142-aba8-3a71efb2c6dc taken with stack trace [, , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1133.247518] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-25004ae4-48f1-4142-aba8-3a71efb2c6dc" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1133.247518] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('25004ae4-48f1-4142-aba8-3a71efb2c6dc',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1133.247518] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 3efa947e-4a96-4b80-85bd-a8d99ee24bc7 with status ACTIVE [ 1133.247518] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1133.247518] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1133.247518] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1133.247518] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1133.247518] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1133.247518] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1133.247518] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1133.247518] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1133.247518] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1133.247518] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1133.247518] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1133.247518] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1133.247518] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1133.249301] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1133.249403] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1133.249505] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 3efa947e-4a96-4b80-85bd-a8d99ee24bc7 is going to be updated. [ 1133.272988] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1133.273144] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1133.273187] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1133.273358] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1133.273488] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1133.273637] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-3efa947e-4a96-4b80-85bd-a8d99ee24bc7" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1133.458433] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 9ccb7e1f-a8aa-41c0-8f64-5e592de6ffcd [ 1133.458657] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1133.458796] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1133.458906] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1133.459091] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1133.459205] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1133.459311] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:9ccb7e1f-a8aa-41c0-8f64-5e592de6ffcd already deleted. [ 1133.459398] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-9ccb7e1f-a8aa-41c0-8f64-5e592de6ffcd" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1133.560269] env[69685]: INFO networking_nsxv3.common.synchronization [req-b32bf465-e109-44b8-89e3-5f99ff2639a9 req-ddbd2881-1887-4e04-9f43-7fedbafb7543 tempest-ListServerFiltersTestJSON-615974268 tempest-ListServerFiltersTestJSON-615974268-project-member] Enqueued Resource ID: 17403b43-4bd7-45a0-9c6c-7edabdf082c7 with Priority: HIGHEST for action security_group_members [ 1133.560788] env[69685]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 17403b43-4bd7-45a0-9c6c-7edabdf082c7 with Priority: HIGHEST for action security_group_members [ 1133.561100] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock member-17403b43-4bd7-45a0-9c6c-7edabdf082c7 taken with stack trace [, , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1133.561265] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-17403b43-4bd7-45a0-9c6c-7edabdf082c7" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1133.561322] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-17403b43-4bd7-45a0-9c6c-7edabdf082c7" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1133.561559] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-17403b43-4bd7-45a0-9c6c-7edabdf082c7" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1133.561711] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1133.561812] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1133.561871] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1133.562023] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1133.562416] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1133.562416] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('17403b43-4bd7-45a0-9c6c-7edabdf082c7',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1133.751616] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('25004ae4-48f1-4142-aba8-3a71efb2c6dc',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1133.903624] env[69685]: DEBUG networking_nsxv3.common.locking [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Lock network-112 taken with stack trace [, , , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1133.903941] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquiring lock "network-112" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1133.904012] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquired lock "network-112" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1133.904336] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquired external semaphore "network-112" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1133.904663] env[69685]: DEBUG networking_nsxv3.common.locking [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1133.904901] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquiring lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1133.904901] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquired lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1133.906305] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquired external semaphore "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1133.906442] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Releasing lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1133.906681] env[69685]: DEBUG dogpile.cache.region [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] No value present for key: 'zone-id' {{(pid=69685) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1133.906801] env[69685]: DEBUG dogpile.lock [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] NeedRegenerationException {{(pid=69685) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1133.906945] env[69685]: DEBUG dogpile.lock [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] no value, waiting for create lock {{(pid=69685) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1133.907085] env[69685]: DEBUG dogpile.lock [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] value creation lock acquired {{(pid=69685) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1133.907205] env[69685]: DEBUG dogpile.cache.region [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] No value present for key: 'zone-id' {{(pid=69685) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1133.907286] env[69685]: DEBUG dogpile.lock [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Calling creation function for not-yet-present value {{(pid=69685) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1133.907427] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1133.928985] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1133.929221] env[69685]: DEBUG dogpile.cache.region [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=69685) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1133.929396] env[69685]: DEBUG dogpile.lock [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Released creation lock {{(pid=69685) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1133.929581] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Releasing lock "network-112" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1133.929894] env[69685]: DEBUG networking_nsxv3.common.locking [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Lock port-e165d3b9-f7ac-4eeb-a1cb-ebffc92acc67 taken with stack trace [, , , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1133.930084] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquiring lock "port-e165d3b9-f7ac-4eeb-a1cb-ebffc92acc67" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1133.930207] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquired lock "port-e165d3b9-f7ac-4eeb-a1cb-ebffc92acc67" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1133.930530] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquired external semaphore "port-e165d3b9-f7ac-4eeb-a1cb-ebffc92acc67" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1133.930676] env[69685]: DEBUG networking_nsxv3.api.rpc [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e165d3b9-f7ac-4eeb-a1cb-ebffc92acc67',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1134.064888] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1134.065072] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1134.065139] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1134.065349] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1134.065439] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1134.065635] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1134.065726] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1134.065842] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1134.065933] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1134.066145] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1134.066145] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 17403b43-4bd7-45a0-9c6c-7edabdf082c7 already deleted. [ 1134.066264] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-17403b43-4bd7-45a0-9c6c-7edabdf082c7" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1134.256809] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1134.256809] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1134.256809] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1134.257015] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1134.257216] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1134.257216] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 25004ae4-48f1-4142-aba8-3a71efb2c6dc is going to be created. [ 1134.293426] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1134.293592] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1134.293680] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1134.293921] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1134.294134] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1134.307503] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 25004ae4-48f1-4142-aba8-3a71efb2c6dc in Status: UNINITIALIZED for 2s [ 1134.434344] env[69685]: DEBUG networking_nsxv3.common.locking [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1134.434516] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquiring lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1134.434655] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquired lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1134.434858] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquired external semaphore "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1134.435024] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Releasing lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1134.435185] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Segment Port e165d3b9-f7ac-4eeb-a1cb-ebffc92acc67 not found, creating... [ 1134.435446] env[69685]: DEBUG networking_nsxv3.common.locking [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1134.435607] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquiring lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1134.435769] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquired lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1134.436019] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquired external semaphore "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1134.436173] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Releasing lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1134.436462] env[69685]: DEBUG networking_nsxv3.common.locking [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1134.436621] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquiring lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1134.436827] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquired lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1134.437190] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquired external semaphore "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1134.437235] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Releasing lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1134.437395] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Resource: SegmentPort with ID: e165d3b9-f7ac-4eeb-a1cb-ebffc92acc67 is going to be created. [ 1134.457059] env[69685]: DEBUG networking_nsxv3.common.locking [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1134.457272] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquiring lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1134.457401] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquired lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1134.457662] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquired external semaphore "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1134.457900] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Releasing lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1134.458133] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Releasing lock "port-e165d3b9-f7ac-4eeb-a1cb-ebffc92acc67" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1134.661978] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9fc3b289-4ce8-45ab-a115-93a511ca9b60 in Status: SUCCESS [ 1134.662239] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9fc3b289-4ce8-45ab-a115-93a511ca9b60" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1134.662410] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9fc3b289-4ce8-45ab-a115-93a511ca9b60" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1134.662631] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9fc3b289-4ce8-45ab-a115-93a511ca9b60" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1134.662835] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1134.662955] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1134.663065] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1134.663161] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1134.663243] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1134.663335] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9fc3b289-4ce8-45ab-a115-93a511ca9b60" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1134.663414] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('9fc3b289-4ce8-45ab-a115-93a511ca9b60',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1135.165611] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('9fc3b289-4ce8-45ab-a115-93a511ca9b60',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1135.265322] env[69685]: INFO networking_nsxv3.common.synchronization [req-b32bf465-e109-44b8-89e3-5f99ff2639a9 req-8e6b5bdb-08ed-4cda-b00d-1db7bbc4dd5d service nova] Enqueued Resource ID: 17403b43-4bd7-45a0-9c6c-7edabdf082c7 with Priority: HIGHEST for action security_group_rules [ 1135.265774] env[69685]: INFO networking_nsxv3.common.synchronization [req-b32bf465-e109-44b8-89e3-5f99ff2639a9 req-8e6b5bdb-08ed-4cda-b00d-1db7bbc4dd5d service nova] Enqueued Resource ID: 17403b43-4bd7-45a0-9c6c-7edabdf082c7 with Priority: HIGHEST for action security_group_members [ 1135.265774] env[69685]: INFO networking_nsxv3.common.synchronization [req-b32bf465-e109-44b8-89e3-5f99ff2639a9 req-8e6b5bdb-08ed-4cda-b00d-1db7bbc4dd5d service nova] Enqueued Resource ID: e165d3b9-f7ac-4eeb-a1cb-ebffc92acc67 with Priority: HIGHEST for action port [ 1135.265886] env[69685]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 17403b43-4bd7-45a0-9c6c-7edabdf082c7 with Priority: HIGHEST for action security_group_rules [ 1135.265981] env[69685]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 17403b43-4bd7-45a0-9c6c-7edabdf082c7 with Priority: HIGHEST for action security_group_members [ 1135.266089] env[69685]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e165d3b9-f7ac-4eeb-a1cb-ebffc92acc67 with Priority: HIGHEST for action port [ 1135.266633] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock rules-17403b43-4bd7-45a0-9c6c-7edabdf082c7 taken with stack trace [, , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1135.266781] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-17403b43-4bd7-45a0-9c6c-7edabdf082c7" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1135.266852] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-17403b43-4bd7-45a0-9c6c-7edabdf082c7" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1135.267633] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-17403b43-4bd7-45a0-9c6c-7edabdf082c7" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1135.267710] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('17403b43-4bd7-45a0-9c6c-7edabdf082c7',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1135.268674] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock member-17403b43-4bd7-45a0-9c6c-7edabdf082c7 taken with stack trace [, , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1135.268674] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-17403b43-4bd7-45a0-9c6c-7edabdf082c7" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1135.268674] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-17403b43-4bd7-45a0-9c6c-7edabdf082c7" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1135.268874] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-17403b43-4bd7-45a0-9c6c-7edabdf082c7" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1135.268942] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1135.269037] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1135.269096] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1135.269235] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1135.269311] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1135.269393] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('17403b43-4bd7-45a0-9c6c-7edabdf082c7',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1135.270399] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock port-e165d3b9-f7ac-4eeb-a1cb-ebffc92acc67 taken with stack trace [, , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1135.270530] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e165d3b9-f7ac-4eeb-a1cb-ebffc92acc67" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1135.273092] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e165d3b9-f7ac-4eeb-a1cb-ebffc92acc67" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1135.273092] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e165d3b9-f7ac-4eeb-a1cb-ebffc92acc67" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1135.273092] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e165d3b9-f7ac-4eeb-a1cb-ebffc92acc67',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1135.548894] env[69685]: INFO networking_nsxv3.common.synchronization [req-929fcca2-c669-4d4b-b693-092a68f4f21a req-1ebdf27a-e2aa-41da-94b0-64e6939859e2 tempest-ImagesNegativeTestJSON-1903447399 tempest-ImagesNegativeTestJSON-1903447399-project-member] Enqueued Resource ID: 644fbaeb-8bfe-4026-8561-feb405cc4b4f with Priority: HIGHEST for action security_group_members [ 1135.549739] env[69685]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 644fbaeb-8bfe-4026-8561-feb405cc4b4f with Priority: HIGHEST for action security_group_members [ 1135.549739] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock member-644fbaeb-8bfe-4026-8561-feb405cc4b4f taken with stack trace [, , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1135.549903] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-644fbaeb-8bfe-4026-8561-feb405cc4b4f" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1135.549903] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-644fbaeb-8bfe-4026-8561-feb405cc4b4f" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1135.550252] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-644fbaeb-8bfe-4026-8561-feb405cc4b4f" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1135.550413] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1135.550521] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1135.550583] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1135.550735] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1135.550818] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1135.550908] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('644fbaeb-8bfe-4026-8561-feb405cc4b4f',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1135.668317] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 9fc3b289-4ce8-45ab-a115-93a511ca9b60: rpc.has_security_group_logging(os_id): False [ 1135.684283] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1135.684498] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1135.684611] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1135.684931] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1135.685100] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1135.685482] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1135.685648] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1135.685750] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1135.685986] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1135.686126] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1135.686265] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 9fc3b289-4ce8-45ab-a115-93a511ca9b60 is going to be updated. [ 1135.743405] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1135.743602] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1135.743677] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1135.743927] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1135.744091] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1135.756087] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 9fc3b289-4ce8-45ab-a115-93a511ca9b60 in Status: IN_PROGRESS for 2s [ 1135.774022] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock member-17403b43-4bd7-45a0-9c6c-7edabdf082c7 taken with stack trace [, , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1135.774022] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-17403b43-4bd7-45a0-9c6c-7edabdf082c7" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1135.774022] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('17403b43-4bd7-45a0-9c6c-7edabdf082c7',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1135.774022] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port e165d3b9-f7ac-4eeb-a1cb-ebffc92acc67 with status ACTIVE [ 1135.774022] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1135.774022] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1135.774022] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1135.774616] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1135.774616] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1135.774616] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1135.774616] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1135.774616] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1135.774775] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1135.774775] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1135.774914] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1135.774999] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1135.775067] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1135.775202] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1135.775272] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1135.775351] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: e165d3b9-f7ac-4eeb-a1cb-ebffc92acc67 is going to be updated. [ 1135.793848] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1135.794026] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1135.794072] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1135.794313] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1135.794449] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1135.794605] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e165d3b9-f7ac-4eeb-a1cb-ebffc92acc67" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1136.053043] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1136.053043] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1136.053249] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1136.053368] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1136.053407] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1136.053612] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1136.053755] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1136.053755] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1136.053878] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1136.053952] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1136.054052] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 644fbaeb-8bfe-4026-8561-feb405cc4b4f is going to be updated. [ 1136.080226] env[69685]: INFO networking_nsxv3.common.synchronization [req-0c83790d-b425-4566-9cac-77c83763dca8 req-9f897144-b823-4ec7-b3e0-494609da85b6 tempest-ListServerFiltersTestJSON-615974268 tempest-ListServerFiltersTestJSON-615974268-project-member] Enqueued Resource ID: 17403b43-4bd7-45a0-9c6c-7edabdf082c7 with Priority: HIGHEST for action security_group_members [ 1136.080708] env[69685]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 17403b43-4bd7-45a0-9c6c-7edabdf082c7 with Priority: HIGHEST for action security_group_members [ 1136.081190] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock member-17403b43-4bd7-45a0-9c6c-7edabdf082c7 taken with stack trace [, , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1136.081190] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-17403b43-4bd7-45a0-9c6c-7edabdf082c7" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1136.084944] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1136.085090] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1136.085161] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1136.085502] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1136.085502] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1136.094975] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 644fbaeb-8bfe-4026-8561-feb405cc4b4f in Status: IN_PROGRESS for 2s [ 1136.277453] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('17403b43-4bd7-45a0-9c6c-7edabdf082c7',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1136.317762] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 25004ae4-48f1-4142-aba8-3a71efb2c6dc in Status: SUCCESS [ 1136.318034] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-25004ae4-48f1-4142-aba8-3a71efb2c6dc" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1136.318553] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-25004ae4-48f1-4142-aba8-3a71efb2c6dc" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1136.318917] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-25004ae4-48f1-4142-aba8-3a71efb2c6dc" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1136.319358] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1136.319580] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1136.319729] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1136.319980] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1136.320156] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1136.320327] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-25004ae4-48f1-4142-aba8-3a71efb2c6dc" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1136.320467] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('25004ae4-48f1-4142-aba8-3a71efb2c6dc',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1136.426468] env[69685]: DEBUG networking_nsxv3.common.locking [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Lock network-112 taken with stack trace [, , , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1136.426713] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquiring lock "network-112" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1136.426849] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquired lock "network-112" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1136.427129] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquired external semaphore "network-112" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1136.427395] env[69685]: DEBUG networking_nsxv3.common.locking [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1136.427546] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquiring lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1136.427658] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquired lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1136.427871] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquired external semaphore "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1136.428612] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Releasing lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1136.428862] env[69685]: DEBUG dogpile.cache.region [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] No value present for key: 'zone-id' {{(pid=69685) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1136.428979] env[69685]: DEBUG dogpile.lock [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] NeedRegenerationException {{(pid=69685) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1136.429143] env[69685]: DEBUG dogpile.lock [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] no value, waiting for create lock {{(pid=69685) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1136.429395] env[69685]: DEBUG dogpile.lock [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] value creation lock acquired {{(pid=69685) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1136.429457] env[69685]: DEBUG dogpile.cache.region [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] No value present for key: 'zone-id' {{(pid=69685) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1136.430287] env[69685]: DEBUG dogpile.lock [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Calling creation function for not-yet-present value {{(pid=69685) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1136.430495] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1136.455267] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1136.455456] env[69685]: DEBUG dogpile.cache.region [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Cache value generated in 0.025 seconds for key(s): 'zone-id' {{(pid=69685) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1136.455601] env[69685]: DEBUG dogpile.lock [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Released creation lock {{(pid=69685) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1136.455818] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Releasing lock "network-112" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1136.456265] env[69685]: DEBUG networking_nsxv3.common.locking [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Lock port-4204583f-880d-4178-b64f-019919fff812 taken with stack trace [, , , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1136.456484] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquiring lock "port-4204583f-880d-4178-b64f-019919fff812" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1136.456615] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquired lock "port-4204583f-880d-4178-b64f-019919fff812" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1136.456985] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquired external semaphore "port-4204583f-880d-4178-b64f-019919fff812" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1136.457147] env[69685]: DEBUG networking_nsxv3.api.rpc [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4204583f-880d-4178-b64f-019919fff812',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1136.779789] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1136.780038] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1136.780162] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1136.780431] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1136.780581] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1136.780735] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 17403b43-4bd7-45a0-9c6c-7edabdf082c7 is going to be created. [ 1136.802066] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1136.802233] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1136.802364] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1136.802543] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1136.802700] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1136.812124] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 17403b43-4bd7-45a0-9c6c-7edabdf082c7 in Status: UNINITIALIZED for 2s [ 1136.822556] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('25004ae4-48f1-4142-aba8-3a71efb2c6dc',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1136.959993] env[69685]: DEBUG networking_nsxv3.common.locking [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1136.960254] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquiring lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1136.960387] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquired lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1136.960735] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquired external semaphore "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1136.960827] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Releasing lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1136.960982] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Segment Port 4204583f-880d-4178-b64f-019919fff812 not found, creating... [ 1136.961346] env[69685]: DEBUG networking_nsxv3.common.locking [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1136.961454] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquiring lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1136.961573] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquired lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1136.961777] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquired external semaphore "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1136.961927] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Releasing lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1136.962236] env[69685]: DEBUG networking_nsxv3.common.locking [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1136.962411] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquiring lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1136.962543] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquired lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1136.962787] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquired external semaphore "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1136.962935] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Releasing lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1136.963095] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Resource: SegmentPort with ID: 4204583f-880d-4178-b64f-019919fff812 is going to be created. [ 1136.982601] env[69685]: DEBUG networking_nsxv3.common.locking [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1136.982814] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquiring lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1136.982941] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquired lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1136.983225] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquired external semaphore "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1136.983463] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Releasing lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1136.983701] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Releasing lock "port-4204583f-880d-4178-b64f-019919fff812" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1137.324623] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 25004ae4-48f1-4142-aba8-3a71efb2c6dc: rpc.has_security_group_logging(os_id): False [ 1137.341214] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1137.341416] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1137.341485] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1137.341692] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1137.341785] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1137.342034] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1137.342134] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1137.342194] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1137.342420] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1137.342503] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1137.342616] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 25004ae4-48f1-4142-aba8-3a71efb2c6dc is going to be created. [ 1137.407383] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1137.407383] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1137.407383] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1137.407383] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1137.407561] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1137.418694] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 25004ae4-48f1-4142-aba8-3a71efb2c6dc in Status: IN_PROGRESS for 2s [ 1137.767541] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 9fc3b289-4ce8-45ab-a115-93a511ca9b60 in Status: SUCCESS [ 1137.767789] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-9fc3b289-4ce8-45ab-a115-93a511ca9b60" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1137.788220] env[69685]: INFO networking_nsxv3.common.synchronization [req-0c83790d-b425-4566-9cac-77c83763dca8 req-9939e953-68fc-4b80-9dec-de6891b255c2 service nova] Enqueued Resource ID: 17403b43-4bd7-45a0-9c6c-7edabdf082c7 with Priority: HIGHEST for action security_group_rules [ 1137.788381] env[69685]: INFO networking_nsxv3.common.synchronization [req-0c83790d-b425-4566-9cac-77c83763dca8 req-9939e953-68fc-4b80-9dec-de6891b255c2 service nova] Enqueued Resource ID: 17403b43-4bd7-45a0-9c6c-7edabdf082c7 with Priority: HIGHEST for action security_group_members [ 1137.788530] env[69685]: INFO networking_nsxv3.common.synchronization [req-0c83790d-b425-4566-9cac-77c83763dca8 req-9939e953-68fc-4b80-9dec-de6891b255c2 service nova] Enqueued Resource ID: 4204583f-880d-4178-b64f-019919fff812 with Priority: HIGHEST for action port [ 1137.788885] env[69685]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 17403b43-4bd7-45a0-9c6c-7edabdf082c7 with Priority: HIGHEST for action security_group_rules [ 1137.789009] env[69685]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 17403b43-4bd7-45a0-9c6c-7edabdf082c7 with Priority: HIGHEST for action security_group_members [ 1137.789111] env[69685]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4204583f-880d-4178-b64f-019919fff812 with Priority: HIGHEST for action port [ 1137.789661] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock rules-17403b43-4bd7-45a0-9c6c-7edabdf082c7 taken with stack trace [, , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1137.789831] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-17403b43-4bd7-45a0-9c6c-7edabdf082c7" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1137.790019] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock member-17403b43-4bd7-45a0-9c6c-7edabdf082c7 taken with stack trace [, , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1137.790144] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-17403b43-4bd7-45a0-9c6c-7edabdf082c7" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1137.790325] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock port-4204583f-880d-4178-b64f-019919fff812 taken with stack trace [, , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1137.790428] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-4204583f-880d-4178-b64f-019919fff812" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1137.790487] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-4204583f-880d-4178-b64f-019919fff812" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1137.790944] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-4204583f-880d-4178-b64f-019919fff812" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1137.790944] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4204583f-880d-4178-b64f-019919fff812',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1138.105189] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 644fbaeb-8bfe-4026-8561-feb405cc4b4f in Status: SUCCESS [ 1138.105189] env[69685]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 644fbaeb-8bfe-4026-8561-feb405cc4b4f deletion is rescheduled due to dependency. [ 1138.105189] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-644fbaeb-8bfe-4026-8561-feb405cc4b4f" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1138.293423] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 4204583f-880d-4178-b64f-019919fff812 with status ACTIVE [ 1138.293705] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1138.293866] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1138.293952] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1138.294225] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1138.294337] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1138.294551] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1138.294670] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1138.294739] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1138.294911] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1138.294998] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1138.295291] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1138.295382] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1138.295424] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1138.295591] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1138.295678] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1138.295794] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 4204583f-880d-4178-b64f-019919fff812 is going to be updated. [ 1138.316872] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1138.317290] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1138.317290] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1138.317856] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1138.317856] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1138.317856] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-4204583f-880d-4178-b64f-019919fff812" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1138.619767] env[69685]: INFO networking_nsxv3.common.synchronization [req-c3fd0492-0751-42ca-9081-3c225a13f567 req-9f88effa-781f-4e0b-bd9e-a1b171c7f5be tempest-ListServerFiltersTestJSON-615974268 tempest-ListServerFiltersTestJSON-615974268-project-member] Enqueued Resource ID: 17403b43-4bd7-45a0-9c6c-7edabdf082c7 with Priority: HIGHEST for action security_group_members [ 1138.620296] env[69685]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 17403b43-4bd7-45a0-9c6c-7edabdf082c7 with Priority: HIGHEST for action security_group_members [ 1138.620594] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock member-17403b43-4bd7-45a0-9c6c-7edabdf082c7 taken with stack trace [, , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1138.620701] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-17403b43-4bd7-45a0-9c6c-7edabdf082c7" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1138.824024] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 17403b43-4bd7-45a0-9c6c-7edabdf082c7 in Status: SUCCESS [ 1138.824024] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-17403b43-4bd7-45a0-9c6c-7edabdf082c7" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1138.824024] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-17403b43-4bd7-45a0-9c6c-7edabdf082c7" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1138.824024] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-17403b43-4bd7-45a0-9c6c-7edabdf082c7" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1138.824024] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1138.824024] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1138.824024] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1138.824024] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1138.824024] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1138.824024] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-17403b43-4bd7-45a0-9c6c-7edabdf082c7" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1138.824024] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('17403b43-4bd7-45a0-9c6c-7edabdf082c7',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1138.825416] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-17403b43-4bd7-45a0-9c6c-7edabdf082c7" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1138.827144] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-17403b43-4bd7-45a0-9c6c-7edabdf082c7" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1138.827144] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1138.827144] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1138.827144] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1138.827144] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1138.827144] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1138.827144] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('17403b43-4bd7-45a0-9c6c-7edabdf082c7',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1138.985024] env[69685]: DEBUG networking_nsxv3.common.locking [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Lock network-112 taken with stack trace [, , , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1138.985024] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquiring lock "network-112" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1138.985024] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquired lock "network-112" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1138.985024] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquired external semaphore "network-112" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1138.985024] env[69685]: DEBUG networking_nsxv3.common.locking [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1138.985024] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquiring lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1138.985024] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquired lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1138.985689] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquired external semaphore "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1138.986034] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Releasing lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1138.986429] env[69685]: DEBUG dogpile.cache.region [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] No value present for key: 'zone-id' {{(pid=69685) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1138.986731] env[69685]: DEBUG dogpile.lock [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] NeedRegenerationException {{(pid=69685) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1138.987022] env[69685]: DEBUG dogpile.lock [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] no value, waiting for create lock {{(pid=69685) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1138.989084] env[69685]: DEBUG dogpile.lock [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] value creation lock acquired {{(pid=69685) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1138.989084] env[69685]: DEBUG dogpile.cache.region [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] No value present for key: 'zone-id' {{(pid=69685) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1138.989084] env[69685]: DEBUG dogpile.lock [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Calling creation function for not-yet-present value {{(pid=69685) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1138.989084] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1139.008181] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1139.008181] env[69685]: DEBUG dogpile.cache.region [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=69685) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1139.008181] env[69685]: DEBUG dogpile.lock [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Released creation lock {{(pid=69685) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1139.008181] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Releasing lock "network-112" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1139.008181] env[69685]: DEBUG networking_nsxv3.common.locking [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Lock port-40b46c13-18ca-4cf3-91b5-bf7b081bef86 taken with stack trace [, , , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1139.008181] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquiring lock "port-40b46c13-18ca-4cf3-91b5-bf7b081bef86" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1139.008181] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquired lock "port-40b46c13-18ca-4cf3-91b5-bf7b081bef86" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1139.008181] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquired external semaphore "port-40b46c13-18ca-4cf3-91b5-bf7b081bef86" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1139.008181] env[69685]: DEBUG networking_nsxv3.api.rpc [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('40b46c13-18ca-4cf3-91b5-bf7b081bef86',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1139.328296] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock member-17403b43-4bd7-45a0-9c6c-7edabdf082c7 taken with stack trace [, , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1139.328436] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-17403b43-4bd7-45a0-9c6c-7edabdf082c7" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1139.331791] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('17403b43-4bd7-45a0-9c6c-7edabdf082c7',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1139.431620] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 25004ae4-48f1-4142-aba8-3a71efb2c6dc in Status: SUCCESS [ 1139.432035] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-25004ae4-48f1-4142-aba8-3a71efb2c6dc" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1139.510692] env[69685]: DEBUG networking_nsxv3.common.locking [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1139.510927] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquiring lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1139.511089] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquired lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1139.511398] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquired external semaphore "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1139.511572] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Releasing lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1139.511755] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Segment Port 40b46c13-18ca-4cf3-91b5-bf7b081bef86 not found, creating... [ 1139.512090] env[69685]: DEBUG networking_nsxv3.common.locking [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1139.512259] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquiring lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1139.512381] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquired lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1139.512645] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquired external semaphore "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1139.512799] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Releasing lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1139.513101] env[69685]: DEBUG networking_nsxv3.common.locking [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1139.513264] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquiring lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1139.513383] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquired lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1139.513600] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquired external semaphore "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1139.513737] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Releasing lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1139.513877] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Resource: SegmentPort with ID: 40b46c13-18ca-4cf3-91b5-bf7b081bef86 is going to be created. [ 1139.533324] env[69685]: DEBUG networking_nsxv3.common.locking [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1139.533533] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquiring lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1139.533709] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquired lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1139.533924] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquired external semaphore "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1139.534173] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Releasing lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1139.534400] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Releasing lock "port-40b46c13-18ca-4cf3-91b5-bf7b081bef86" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1139.842608] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('17403b43-4bd7-45a0-9c6c-7edabdf082c7',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1140.346665] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1140.347031] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1140.347238] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1140.347595] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1140.348081] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1140.348319] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 17403b43-4bd7-45a0-9c6c-7edabdf082c7 is going to be updated. [ 1140.380128] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1140.380390] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1140.380503] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1140.380756] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1140.380949] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1140.389245] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 17403b43-4bd7-45a0-9c6c-7edabdf082c7 in Status: IN_PROGRESS for 2s [ 1140.634708] env[69685]: INFO networking_nsxv3.common.synchronization [req-c3fd0492-0751-42ca-9081-3c225a13f567 req-f2d481d6-9d68-441e-af60-cbfa0e45a1f1 service nova] Enqueued Resource ID: 17403b43-4bd7-45a0-9c6c-7edabdf082c7 with Priority: HIGHEST for action security_group_rules [ 1140.634708] env[69685]: INFO networking_nsxv3.common.synchronization [req-c3fd0492-0751-42ca-9081-3c225a13f567 req-f2d481d6-9d68-441e-af60-cbfa0e45a1f1 service nova] Enqueued Resource ID: 17403b43-4bd7-45a0-9c6c-7edabdf082c7 with Priority: HIGHEST for action security_group_members [ 1140.634708] env[69685]: INFO networking_nsxv3.common.synchronization [req-c3fd0492-0751-42ca-9081-3c225a13f567 req-f2d481d6-9d68-441e-af60-cbfa0e45a1f1 service nova] Enqueued Resource ID: 40b46c13-18ca-4cf3-91b5-bf7b081bef86 with Priority: HIGHEST for action port [ 1140.634708] env[69685]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 17403b43-4bd7-45a0-9c6c-7edabdf082c7 with Priority: HIGHEST for action security_group_rules [ 1140.634708] env[69685]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 17403b43-4bd7-45a0-9c6c-7edabdf082c7 with Priority: HIGHEST for action security_group_members [ 1140.634708] env[69685]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 40b46c13-18ca-4cf3-91b5-bf7b081bef86 with Priority: HIGHEST for action port [ 1140.635592] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock rules-17403b43-4bd7-45a0-9c6c-7edabdf082c7 taken with stack trace [, , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1140.639244] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-17403b43-4bd7-45a0-9c6c-7edabdf082c7" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1140.639244] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock member-17403b43-4bd7-45a0-9c6c-7edabdf082c7 taken with stack trace [, , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1140.639244] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-17403b43-4bd7-45a0-9c6c-7edabdf082c7" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1140.639244] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock port-40b46c13-18ca-4cf3-91b5-bf7b081bef86 taken with stack trace [, , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1140.639244] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-40b46c13-18ca-4cf3-91b5-bf7b081bef86" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1140.639244] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-40b46c13-18ca-4cf3-91b5-bf7b081bef86" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1140.639244] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-40b46c13-18ca-4cf3-91b5-bf7b081bef86" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1140.639244] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('40b46c13-18ca-4cf3-91b5-bf7b081bef86',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1141.140421] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 40b46c13-18ca-4cf3-91b5-bf7b081bef86 with status ACTIVE [ 1141.140746] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1141.140975] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1141.140975] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1141.141187] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1141.141276] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1141.141517] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1141.141612] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1141.141680] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1141.141856] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1141.141939] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1141.142151] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1141.142249] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1141.142313] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1141.142473] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1141.142526] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1141.142611] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 40b46c13-18ca-4cf3-91b5-bf7b081bef86 is going to be updated. [ 1141.163438] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1141.163567] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1141.163611] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1141.163806] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1141.165314] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1141.165314] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-40b46c13-18ca-4cf3-91b5-bf7b081bef86" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1141.908920] env[69685]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-27145722-4c15-45ef-968b-a060eb5ca256 None None] NSXv3 Agent Agent loop - iteration:1 completed [ 1141.909185] env[69685]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-27145722-4c15-45ef-968b-a060eb5ca256 None None] NSXv3 Agent Agent loop - iteration:2 started [ 1142.400034] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 17403b43-4bd7-45a0-9c6c-7edabdf082c7 in Status: SUCCESS [ 1142.400277] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-17403b43-4bd7-45a0-9c6c-7edabdf082c7" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1142.400494] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-17403b43-4bd7-45a0-9c6c-7edabdf082c7" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1142.400709] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-17403b43-4bd7-45a0-9c6c-7edabdf082c7" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1142.400898] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1142.401029] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1142.401435] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1142.401435] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1142.401435] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1142.401435] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('17403b43-4bd7-45a0-9c6c-7edabdf082c7',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1142.780125] env[69685]: INFO networking_nsxv3.common.synchronization [req-53e3780c-4ab2-4ab1-b132-13a66a3adddf req-aaba85ea-8630-4f40-bbb5-8bd7dffa1a85 tempest-ServersTestJSON-1907685439 tempest-ServersTestJSON-1907685439-project-member] Enqueued Resource ID: f9fe5796-97e5-42cd-b9a0-bf405b68f6e5 with Priority: HIGHEST for action security_group_members [ 1142.781496] env[69685]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f9fe5796-97e5-42cd-b9a0-bf405b68f6e5 with Priority: HIGHEST for action security_group_members [ 1142.781496] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock member-f9fe5796-97e5-42cd-b9a0-bf405b68f6e5 taken with stack trace [, , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1142.781496] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f9fe5796-97e5-42cd-b9a0-bf405b68f6e5" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1142.781496] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f9fe5796-97e5-42cd-b9a0-bf405b68f6e5" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1142.781496] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f9fe5796-97e5-42cd-b9a0-bf405b68f6e5" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1142.781496] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1142.781790] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1142.781790] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1142.781790] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1142.781874] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1142.782012] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f9fe5796-97e5-42cd-b9a0-bf405b68f6e5',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1142.904473] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('17403b43-4bd7-45a0-9c6c-7edabdf082c7',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1143.095039] env[69685]: INFO networking_nsxv3.common.synchronization [req-6e71a536-3c42-4bfb-b3fd-5b3f1a3db13c req-4dbd462a-4fbb-4bbb-97c7-bc6a73568a16 tempest-ImagesTestJSON-1265937060 tempest-ImagesTestJSON-1265937060-project-member] Enqueued Resource ID: 4ea7bb1c-b746-44b1-abbe-9e20ef6cb145 with Priority: HIGHEST for action security_group_members [ 1143.095039] env[69685]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4ea7bb1c-b746-44b1-abbe-9e20ef6cb145 with Priority: HIGHEST for action security_group_members [ 1143.095039] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock member-4ea7bb1c-b746-44b1-abbe-9e20ef6cb145 taken with stack trace [, , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1143.095039] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4ea7bb1c-b746-44b1-abbe-9e20ef6cb145" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1143.095039] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4ea7bb1c-b746-44b1-abbe-9e20ef6cb145" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1143.095039] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4ea7bb1c-b746-44b1-abbe-9e20ef6cb145" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1143.096971] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1143.096971] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1143.096971] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1143.096971] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1143.096971] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1143.097196] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4ea7bb1c-b746-44b1-abbe-9e20ef6cb145',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1143.284606] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('f9fe5796-97e5-42cd-b9a0-bf405b68f6e5',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1143.407535] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('17403b43-4bd7-45a0-9c6c-7edabdf082c7',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1143.477807] env[69685]: DEBUG networking_nsxv3.common.locking [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Lock network-824 taken with stack trace [, , , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1143.478014] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquiring lock "network-824" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1143.478145] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquired lock "network-824" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1143.478409] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquired external semaphore "network-824" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1143.478686] env[69685]: DEBUG networking_nsxv3.common.locking [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1143.478855] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquiring lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1143.478975] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquired lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1143.479207] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquired external semaphore "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1143.479359] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Releasing lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1143.479569] env[69685]: DEBUG dogpile.cache.region [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] No value present for key: 'zone-id' {{(pid=69685) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1143.479688] env[69685]: DEBUG dogpile.lock [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] NeedRegenerationException {{(pid=69685) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1143.479799] env[69685]: DEBUG dogpile.lock [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] no value, waiting for create lock {{(pid=69685) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1143.479908] env[69685]: DEBUG dogpile.lock [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] value creation lock acquired {{(pid=69685) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1143.480027] env[69685]: DEBUG dogpile.cache.region [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] No value present for key: 'zone-id' {{(pid=69685) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1143.480139] env[69685]: DEBUG dogpile.lock [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Calling creation function for not-yet-present value {{(pid=69685) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1143.480275] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1143.498139] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1143.498313] env[69685]: DEBUG dogpile.cache.region [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Cache value generated in 0.018 seconds for key(s): 'zone-id' {{(pid=69685) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1143.498452] env[69685]: DEBUG dogpile.lock [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Released creation lock {{(pid=69685) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1143.498631] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Releasing lock "network-824" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1143.498940] env[69685]: DEBUG networking_nsxv3.common.locking [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Lock port-ebc02379-f75b-4021-b36e-c0bdc18a03bb taken with stack trace [, , , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1143.499126] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquiring lock "port-ebc02379-f75b-4021-b36e-c0bdc18a03bb" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1143.499247] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquired lock "port-ebc02379-f75b-4021-b36e-c0bdc18a03bb" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1143.499592] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquired external semaphore "port-ebc02379-f75b-4021-b36e-c0bdc18a03bb" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1143.499820] env[69685]: DEBUG networking_nsxv3.api.rpc [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ebc02379-f75b-4021-b36e-c0bdc18a03bb',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1143.599458] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1143.599633] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1143.599722] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1143.599936] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1143.600039] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1143.600250] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1143.600435] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1143.600435] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1143.600550] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1143.600628] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1143.600703] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4ea7bb1c-b746-44b1-abbe-9e20ef6cb145 is going to be updated. [ 1143.626339] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1143.626550] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1143.626550] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1143.626769] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1143.626820] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1143.635040] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4ea7bb1c-b746-44b1-abbe-9e20ef6cb145 in Status: IN_PROGRESS for 2s [ 1143.786677] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('f9fe5796-97e5-42cd-b9a0-bf405b68f6e5',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1143.910858] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1143.911112] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1143.911164] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1143.911388] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1143.911524] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1143.912147] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 17403b43-4bd7-45a0-9c6c-7edabdf082c7 is going to be updated. [ 1143.939294] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1143.939294] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1143.939294] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1143.939499] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1143.940071] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1143.949110] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 17403b43-4bd7-45a0-9c6c-7edabdf082c7 in Status: IN_PROGRESS for 2s [ 1144.002764] env[69685]: DEBUG networking_nsxv3.common.locking [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1144.003087] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquiring lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1144.003538] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquired lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1144.003897] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquired external semaphore "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1144.004105] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Releasing lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1144.004277] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Segment Port ebc02379-f75b-4021-b36e-c0bdc18a03bb not found, creating... [ 1144.004600] env[69685]: DEBUG networking_nsxv3.common.locking [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1144.004745] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquiring lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1144.004870] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquired lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1144.005138] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquired external semaphore "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1144.005304] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Releasing lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1144.005608] env[69685]: DEBUG networking_nsxv3.common.locking [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1144.005771] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquiring lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1144.005928] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquired lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1144.006164] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquired external semaphore "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1144.006337] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Releasing lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1144.006462] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Resource: SegmentPort with ID: ebc02379-f75b-4021-b36e-c0bdc18a03bb is going to be created. [ 1144.040407] env[69685]: DEBUG networking_nsxv3.common.locking [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1144.040636] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquiring lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1144.040764] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquired lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1144.041082] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquired external semaphore "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1144.041331] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Releasing lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1144.041591] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Releasing lock "port-ebc02379-f75b-4021-b36e-c0bdc18a03bb" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1144.291832] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1144.292067] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1144.292067] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1144.292375] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1144.292667] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1144.292667] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f9fe5796-97e5-42cd-b9a0-bf405b68f6e5 is going to be updated. [ 1144.323686] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1144.323876] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1144.323936] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1144.324193] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1144.324255] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1144.336340] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f9fe5796-97e5-42cd-b9a0-bf405b68f6e5 in Status: IN_PROGRESS for 2s [ 1144.734634] env[69685]: INFO networking_nsxv3.common.synchronization [req-6e71a536-3c42-4bfb-b3fd-5b3f1a3db13c req-6e3b1c3d-c611-4c14-947b-d89052d60497 service nova] Enqueued Resource ID: 4ea7bb1c-b746-44b1-abbe-9e20ef6cb145 with Priority: HIGHEST for action security_group_rules [ 1144.734923] env[69685]: INFO networking_nsxv3.common.synchronization [req-6e71a536-3c42-4bfb-b3fd-5b3f1a3db13c req-6e3b1c3d-c611-4c14-947b-d89052d60497 service nova] Enqueued Resource ID: 4ea7bb1c-b746-44b1-abbe-9e20ef6cb145 with Priority: HIGHEST for action security_group_members [ 1144.735023] env[69685]: INFO networking_nsxv3.common.synchronization [req-6e71a536-3c42-4bfb-b3fd-5b3f1a3db13c req-6e3b1c3d-c611-4c14-947b-d89052d60497 service nova] Enqueued Resource ID: ebc02379-f75b-4021-b36e-c0bdc18a03bb with Priority: HIGHEST for action port [ 1144.735657] env[69685]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4ea7bb1c-b746-44b1-abbe-9e20ef6cb145 with Priority: HIGHEST for action security_group_rules [ 1144.735878] env[69685]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4ea7bb1c-b746-44b1-abbe-9e20ef6cb145 with Priority: HIGHEST for action security_group_members [ 1144.735953] env[69685]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ebc02379-f75b-4021-b36e-c0bdc18a03bb with Priority: HIGHEST for action port [ 1144.736535] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock rules-4ea7bb1c-b746-44b1-abbe-9e20ef6cb145 taken with stack trace [, , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1144.736756] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-4ea7bb1c-b746-44b1-abbe-9e20ef6cb145" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1144.736908] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-4ea7bb1c-b746-44b1-abbe-9e20ef6cb145" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1144.737183] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-4ea7bb1c-b746-44b1-abbe-9e20ef6cb145" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1144.737355] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('4ea7bb1c-b746-44b1-abbe-9e20ef6cb145',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1144.739155] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock member-4ea7bb1c-b746-44b1-abbe-9e20ef6cb145 taken with stack trace [, , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1144.739467] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4ea7bb1c-b746-44b1-abbe-9e20ef6cb145" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1144.739616] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock port-ebc02379-f75b-4021-b36e-c0bdc18a03bb taken with stack trace [, , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1144.739807] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ebc02379-f75b-4021-b36e-c0bdc18a03bb" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1144.739932] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ebc02379-f75b-4021-b36e-c0bdc18a03bb" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1144.740200] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ebc02379-f75b-4021-b36e-c0bdc18a03bb" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1144.740380] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ebc02379-f75b-4021-b36e-c0bdc18a03bb',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1145.242399] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock member-4ea7bb1c-b746-44b1-abbe-9e20ef6cb145 taken with stack trace [, , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1145.242573] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4ea7bb1c-b746-44b1-abbe-9e20ef6cb145" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1145.244930] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port ebc02379-f75b-4021-b36e-c0bdc18a03bb with status ACTIVE [ 1145.245138] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1145.245260] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1145.245330] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1145.245605] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1145.245719] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1145.245900] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1145.246019] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1145.246085] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1145.246251] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1145.246308] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1145.246492] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1145.246580] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1145.246642] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1145.246783] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1145.246857] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1145.246942] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: ebc02379-f75b-4021-b36e-c0bdc18a03bb is going to be updated. [ 1145.268108] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1145.268317] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1145.268317] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1145.268684] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1145.268855] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1145.269024] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ebc02379-f75b-4021-b36e-c0bdc18a03bb" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1145.644316] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4ea7bb1c-b746-44b1-abbe-9e20ef6cb145 in Status: SUCCESS [ 1145.644515] env[69685]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4ea7bb1c-b746-44b1-abbe-9e20ef6cb145 deletion is rescheduled due to dependency. [ 1145.644630] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4ea7bb1c-b746-44b1-abbe-9e20ef6cb145" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1145.644845] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4ea7bb1c-b746-44b1-abbe-9e20ef6cb145" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1145.645096] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4ea7bb1c-b746-44b1-abbe-9e20ef6cb145" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1145.645311] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1145.645453] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1145.645552] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1145.645752] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1145.645856] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1145.645972] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4ea7bb1c-b746-44b1-abbe-9e20ef6cb145',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1145.789515] env[69685]: INFO networking_nsxv3.common.synchronization [req-7bb8f07b-2319-44fe-bfd8-c6bec8c2ff64 req-71eb526e-49f3-4d73-96f7-2238c9a2e996 tempest-MigrationsAdminTest-1510868376 tempest-MigrationsAdminTest-1510868376-project-member] Enqueued Resource ID: f7493f91-3855-4cdf-b1bb-82c20660c232 with Priority: HIGHEST for action security_group_members [ 1145.790999] env[69685]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f7493f91-3855-4cdf-b1bb-82c20660c232 with Priority: HIGHEST for action security_group_members [ 1145.790999] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock member-f7493f91-3855-4cdf-b1bb-82c20660c232 taken with stack trace [, , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1145.790999] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f7493f91-3855-4cdf-b1bb-82c20660c232" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1145.790999] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f7493f91-3855-4cdf-b1bb-82c20660c232" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1145.790999] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f7493f91-3855-4cdf-b1bb-82c20660c232" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1145.791304] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1145.791358] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1145.791799] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1145.791799] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1145.791799] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1145.791955] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f7493f91-3855-4cdf-b1bb-82c20660c232',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1145.958997] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 17403b43-4bd7-45a0-9c6c-7edabdf082c7 in Status: SUCCESS [ 1145.959312] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-17403b43-4bd7-45a0-9c6c-7edabdf082c7" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1145.959544] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-17403b43-4bd7-45a0-9c6c-7edabdf082c7" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1145.959836] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-17403b43-4bd7-45a0-9c6c-7edabdf082c7" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1145.960115] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1145.960286] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1145.960389] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1145.960617] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1145.960739] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1145.960879] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('17403b43-4bd7-45a0-9c6c-7edabdf082c7',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1146.148374] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('4ea7bb1c-b746-44b1-abbe-9e20ef6cb145',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1146.294847] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1146.294847] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1146.294847] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1146.294847] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1146.295141] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1146.295141] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1146.295526] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1146.295526] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1146.295526] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1146.295526] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1146.295665] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f7493f91-3855-4cdf-b1bb-82c20660c232 is going to be updated. [ 1146.323036] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1146.323514] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1146.324371] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1146.324371] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1146.324371] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1146.332382] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f7493f91-3855-4cdf-b1bb-82c20660c232 in Status: IN_PROGRESS for 2s [ 1146.342566] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f9fe5796-97e5-42cd-b9a0-bf405b68f6e5 in Status: SUCCESS [ 1146.342781] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f9fe5796-97e5-42cd-b9a0-bf405b68f6e5" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1146.463110] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('17403b43-4bd7-45a0-9c6c-7edabdf082c7',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1146.650345] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('4ea7bb1c-b746-44b1-abbe-9e20ef6cb145',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1146.965272] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('17403b43-4bd7-45a0-9c6c-7edabdf082c7',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1147.152417] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1147.152600] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1147.152678] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1147.153210] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1147.153210] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1147.153210] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4ea7bb1c-b746-44b1-abbe-9e20ef6cb145 is going to be updated. [ 1147.179912] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1147.180106] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1147.180182] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1147.180392] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1147.180534] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1147.191006] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4ea7bb1c-b746-44b1-abbe-9e20ef6cb145 in Status: IN_PROGRESS for 2s [ 1147.468425] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1147.468598] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1147.468654] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1147.468855] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1147.468945] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1147.469063] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 17403b43-4bd7-45a0-9c6c-7edabdf082c7 is going to be updated. [ 1147.526407] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1147.526635] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1147.526731] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1147.527049] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1147.527276] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1147.540646] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 17403b43-4bd7-45a0-9c6c-7edabdf082c7 in Status: IN_PROGRESS for 2s [ 1148.341950] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f7493f91-3855-4cdf-b1bb-82c20660c232 in Status: SUCCESS [ 1148.342417] env[69685]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f7493f91-3855-4cdf-b1bb-82c20660c232 deletion is rescheduled due to dependency. [ 1148.342417] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f7493f91-3855-4cdf-b1bb-82c20660c232" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1148.853124] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock all taken with stack trace [, , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1148.853280] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "all" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1148.853348] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "all" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1148.853584] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "all" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1148.853708] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_ports_with_revisions called with arguments (1000, 0) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1149.208040] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4ea7bb1c-b746-44b1-abbe-9e20ef6cb145 in Status: SUCCESS [ 1149.208040] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4ea7bb1c-b746-44b1-abbe-9e20ef6cb145" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1149.208040] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4ea7bb1c-b746-44b1-abbe-9e20ef6cb145" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1149.208040] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4ea7bb1c-b746-44b1-abbe-9e20ef6cb145" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1149.208040] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1149.208040] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1149.208040] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1149.208040] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1149.208040] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1149.208040] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4ea7bb1c-b746-44b1-abbe-9e20ef6cb145" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1149.208040] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('4ea7bb1c-b746-44b1-abbe-9e20ef6cb145',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1149.359281] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_groups_with_revisions called with arguments (1000, 0) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1149.515489] env[69685]: INFO networking_nsxv3.common.synchronization [req-4228c368-98f0-49fc-82c7-ddb3589a5b59 req-442f450b-8654-4bd9-807c-acbca2ecddf5 tempest-ServerGroupTestJSON-1161422558 tempest-ServerGroupTestJSON-1161422558-project-member] Enqueued Resource ID: 957addfe-0815-4952-8cf1-80f8ba25be41 with Priority: HIGHEST for action security_group_members [ 1149.516301] env[69685]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 957addfe-0815-4952-8cf1-80f8ba25be41 with Priority: HIGHEST for action security_group_members [ 1149.516794] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock member-957addfe-0815-4952-8cf1-80f8ba25be41 taken with stack trace [, , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1149.516975] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-957addfe-0815-4952-8cf1-80f8ba25be41" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1149.517104] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-957addfe-0815-4952-8cf1-80f8ba25be41" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1149.517400] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-957addfe-0815-4952-8cf1-80f8ba25be41" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1149.517603] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1149.517949] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1149.517949] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1149.518070] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1149.518199] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1149.518405] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('957addfe-0815-4952-8cf1-80f8ba25be41',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1149.549389] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 17403b43-4bd7-45a0-9c6c-7edabdf082c7 in Status: SUCCESS [ 1149.549635] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-17403b43-4bd7-45a0-9c6c-7edabdf082c7" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1149.550047] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-17403b43-4bd7-45a0-9c6c-7edabdf082c7" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1149.550251] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-17403b43-4bd7-45a0-9c6c-7edabdf082c7" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1149.550434] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1149.550543] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1149.550599] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1149.550751] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1149.550831] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1149.550913] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-17403b43-4bd7-45a0-9c6c-7edabdf082c7" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1149.551078] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock member-17403b43-4bd7-45a0-9c6c-7edabdf082c7 taken with stack trace [, , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1149.551224] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-17403b43-4bd7-45a0-9c6c-7edabdf082c7" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1149.551224] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-17403b43-4bd7-45a0-9c6c-7edabdf082c7" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1149.551336] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-17403b43-4bd7-45a0-9c6c-7edabdf082c7" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1149.551471] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1149.551560] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1149.551634] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1149.551771] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1149.551844] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1149.551922] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-17403b43-4bd7-45a0-9c6c-7edabdf082c7" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1149.552015] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('17403b43-4bd7-45a0-9c6c-7edabdf082c7',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1149.552756] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-17403b43-4bd7-45a0-9c6c-7edabdf082c7" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1149.552921] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-17403b43-4bd7-45a0-9c6c-7edabdf082c7" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1149.553100] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1149.553202] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1149.553258] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1149.553401] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1149.553476] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1149.553561] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('17403b43-4bd7-45a0-9c6c-7edabdf082c7',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1149.710255] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock member-4ea7bb1c-b746-44b1-abbe-9e20ef6cb145 taken with stack trace [, , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1149.710408] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4ea7bb1c-b746-44b1-abbe-9e20ef6cb145" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1149.710485] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4ea7bb1c-b746-44b1-abbe-9e20ef6cb145" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1149.710752] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4ea7bb1c-b746-44b1-abbe-9e20ef6cb145" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1149.710936] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1149.711039] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1149.711093] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1149.711246] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1149.711348] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1149.711410] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4ea7bb1c-b746-44b1-abbe-9e20ef6cb145" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1149.711571] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock member-4ea7bb1c-b746-44b1-abbe-9e20ef6cb145 taken with stack trace [, , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1149.711704] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4ea7bb1c-b746-44b1-abbe-9e20ef6cb145" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1149.711764] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4ea7bb1c-b746-44b1-abbe-9e20ef6cb145" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1149.712417] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4ea7bb1c-b746-44b1-abbe-9e20ef6cb145" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1149.712417] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1149.712417] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1149.712417] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1149.712417] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1149.712417] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1149.712749] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4ea7bb1c-b746-44b1-abbe-9e20ef6cb145" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1149.712749] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('4ea7bb1c-b746-44b1-abbe-9e20ef6cb145',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1149.791261] env[69685]: DEBUG networking_nsxv3.common.locking [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Lock network-809 taken with stack trace [, , , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1149.791461] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquiring lock "network-809" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1149.791699] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquired lock "network-809" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1149.792097] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquired external semaphore "network-809" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1149.792376] env[69685]: DEBUG networking_nsxv3.common.locking [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1149.792549] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquiring lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1149.792823] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquired lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1149.793103] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquired external semaphore "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1149.793270] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Releasing lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1149.793576] env[69685]: DEBUG dogpile.cache.region [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] No value present for key: 'zone-id' {{(pid=69685) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1149.793723] env[69685]: DEBUG dogpile.lock [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] NeedRegenerationException {{(pid=69685) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1149.793854] env[69685]: DEBUG dogpile.lock [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] no value, waiting for create lock {{(pid=69685) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1149.794042] env[69685]: DEBUG dogpile.lock [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] value creation lock acquired {{(pid=69685) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1149.794170] env[69685]: DEBUG dogpile.cache.region [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] No value present for key: 'zone-id' {{(pid=69685) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1149.794282] env[69685]: DEBUG dogpile.lock [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Calling creation function for not-yet-present value {{(pid=69685) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1149.794424] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1149.812590] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1149.813033] env[69685]: DEBUG dogpile.cache.region [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Cache value generated in 0.018 seconds for key(s): 'zone-id' {{(pid=69685) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1149.813033] env[69685]: DEBUG dogpile.lock [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Released creation lock {{(pid=69685) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1149.813144] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Releasing lock "network-809" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1149.814169] env[69685]: DEBUG networking_nsxv3.common.locking [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Lock port-92a047ce-fe79-4404-9aac-d19343174055 taken with stack trace [, , , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1149.814169] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquiring lock "port-92a047ce-fe79-4404-9aac-d19343174055" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1149.814169] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquired lock "port-92a047ce-fe79-4404-9aac-d19343174055" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1149.814169] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquired external semaphore "port-92a047ce-fe79-4404-9aac-d19343174055" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1149.814475] env[69685]: DEBUG networking_nsxv3.api.rpc [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('92a047ce-fe79-4404-9aac-d19343174055',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1149.862043] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_qos_policies_with_revisions called with arguments (1000, 0) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1150.020608] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1150.020732] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1150.020917] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1150.021037] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1150.021126] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1150.021352] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1150.021454] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1150.021516] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1150.021697] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1150.021766] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1150.021857] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 957addfe-0815-4952-8cf1-80f8ba25be41 already deleted. [ 1150.021935] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-957addfe-0815-4952-8cf1-80f8ba25be41" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1150.056404] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('17403b43-4bd7-45a0-9c6c-7edabdf082c7',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1150.057553] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 17403b43-4bd7-45a0-9c6c-7edabdf082c7: rpc.has_security_group_logging(os_id): False [ 1150.075195] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1150.075331] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1150.075412] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1150.075591] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1150.075675] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1150.075948] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1150.076106] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1150.076180] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1150.076345] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1150.076427] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1150.076619] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1150.076713] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1150.076766] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1150.076904] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1150.076977] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1150.077176] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1150.077267] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1150.077320] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1150.077456] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1150.077528] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1150.077610] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 17403b43-4bd7-45a0-9c6c-7edabdf082c7 is going to be created. [ 1150.127139] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1150.127290] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1150.127359] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1150.127559] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1150.127735] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1150.138455] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 17403b43-4bd7-45a0-9c6c-7edabdf082c7 in Status: IN_PROGRESS for 2s [ 1150.214458] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 4ea7bb1c-b746-44b1-abbe-9e20ef6cb145: rpc.has_security_group_logging(os_id): False [ 1150.235710] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1150.235958] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1150.236093] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1150.236424] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1150.236538] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1150.236919] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1150.237068] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1150.237187] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1150.237439] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1150.237581] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1150.237924] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1150.238072] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1150.238195] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1150.238435] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1150.238579] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1150.238885] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1150.239054] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1150.239168] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1150.239397] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1150.239524] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1150.239768] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 4ea7bb1c-b746-44b1-abbe-9e20ef6cb145 is going to be updated. [ 1150.316286] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1150.316485] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1150.316582] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1150.316849] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1150.317079] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1150.318429] env[69685]: DEBUG networking_nsxv3.common.locking [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1150.318631] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquiring lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1150.318815] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquired lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1150.319089] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquired external semaphore "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1150.319272] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Releasing lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1150.319429] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Segment Port 92a047ce-fe79-4404-9aac-d19343174055 not found, creating... [ 1150.319681] env[69685]: DEBUG networking_nsxv3.common.locking [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1150.319855] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquiring lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1150.320150] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquired lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1150.320394] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquired external semaphore "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1150.321225] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Releasing lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1150.321669] env[69685]: DEBUG networking_nsxv3.common.locking [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1150.321907] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquiring lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1150.322136] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquired lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1150.322458] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquired external semaphore "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1150.322705] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Releasing lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1150.322912] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Resource: SegmentPort with ID: 92a047ce-fe79-4404-9aac-d19343174055 is going to be created. [ 1150.338718] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 4ea7bb1c-b746-44b1-abbe-9e20ef6cb145 in Status: IN_PROGRESS for 2s [ 1150.344416] env[69685]: DEBUG networking_nsxv3.common.locking [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1150.344669] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquiring lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1150.344825] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquired lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1150.345144] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquired external semaphore "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1150.345401] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Releasing lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1150.345661] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Releasing lock "port-92a047ce-fe79-4404-9aac-d19343174055" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1150.363447] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Inventory metadata is going to be refreshed. [ 1150.363739] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Segment. [ 1150.561790] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('17403b43-4bd7-45a0-9c6c-7edabdf082c7',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1151.064267] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1151.064267] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1151.064267] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1151.064267] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1151.064267] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1151.064267] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 17403b43-4bd7-45a0-9c6c-7edabdf082c7 is going to be updated. [ 1151.066766] env[69685]: INFO networking_nsxv3.common.synchronization [req-4228c368-98f0-49fc-82c7-ddb3589a5b59 req-32f706ac-fb32-414a-a6da-d098ac367a66 service nova] Enqueued Resource ID: 957addfe-0815-4952-8cf1-80f8ba25be41 with Priority: HIGHEST for action security_group_rules [ 1151.066938] env[69685]: INFO networking_nsxv3.common.synchronization [req-4228c368-98f0-49fc-82c7-ddb3589a5b59 req-32f706ac-fb32-414a-a6da-d098ac367a66 service nova] Enqueued Resource ID: 957addfe-0815-4952-8cf1-80f8ba25be41 with Priority: HIGHEST for action security_group_members [ 1151.067139] env[69685]: INFO networking_nsxv3.common.synchronization [req-4228c368-98f0-49fc-82c7-ddb3589a5b59 req-32f706ac-fb32-414a-a6da-d098ac367a66 service nova] Enqueued Resource ID: 92a047ce-fe79-4404-9aac-d19343174055 with Priority: HIGHEST for action port [ 1151.070820] env[69685]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 957addfe-0815-4952-8cf1-80f8ba25be41 with Priority: HIGHEST for action security_group_rules [ 1151.070957] env[69685]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 957addfe-0815-4952-8cf1-80f8ba25be41 with Priority: HIGHEST for action security_group_members [ 1151.071077] env[69685]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 92a047ce-fe79-4404-9aac-d19343174055 with Priority: HIGHEST for action port [ 1151.071770] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock rules-957addfe-0815-4952-8cf1-80f8ba25be41 taken with stack trace [, , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1151.071892] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-957addfe-0815-4952-8cf1-80f8ba25be41" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1151.071958] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-957addfe-0815-4952-8cf1-80f8ba25be41" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1151.072236] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-957addfe-0815-4952-8cf1-80f8ba25be41" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1151.072319] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('957addfe-0815-4952-8cf1-80f8ba25be41',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1151.074108] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock member-957addfe-0815-4952-8cf1-80f8ba25be41 taken with stack trace [, , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1151.074245] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-957addfe-0815-4952-8cf1-80f8ba25be41" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1151.074320] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-957addfe-0815-4952-8cf1-80f8ba25be41" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1151.074538] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-957addfe-0815-4952-8cf1-80f8ba25be41" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1151.074675] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1151.074777] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1151.074777] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1151.074997] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1151.074997] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1151.075112] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('957addfe-0815-4952-8cf1-80f8ba25be41',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1151.076094] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock port-92a047ce-fe79-4404-9aac-d19343174055 taken with stack trace [, , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1151.076233] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-92a047ce-fe79-4404-9aac-d19343174055" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1151.076308] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-92a047ce-fe79-4404-9aac-d19343174055" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1151.076403] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-92a047ce-fe79-4404-9aac-d19343174055" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1151.076475] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('92a047ce-fe79-4404-9aac-d19343174055',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1151.098052] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1151.098052] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1151.098052] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1151.098052] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1151.098052] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1151.105316] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 17403b43-4bd7-45a0-9c6c-7edabdf082c7 in Status: IN_PROGRESS for 2s [ 1151.127555] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1151.127769] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1151.127813] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1151.128048] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1151.142901] env[69685]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider [-] Duplicate resource with OS_ID: 992 ID: cl2-zone-992 [ 1151.143925] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1151.145052] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:SegmentPort. [ 1151.169946] env[69685]: INFO networking_nsxv3.common.synchronization [None req-c9ca3dcc-5ff7-44eb-b541-50b863b107e6 tempest-ServerDiskConfigTestJSON-901540771 tempest-ServerDiskConfigTestJSON-901540771-project-member] Enqueued Resource ID: d132cb43-0480-4815-ba00-2cad058375df with Priority: HIGHEST for action security_group_rules [ 1151.170265] env[69685]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d132cb43-0480-4815-ba00-2cad058375df with Priority: HIGHEST for action security_group_rules [ 1151.170526] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d132cb43-0480-4815-ba00-2cad058375df taken with stack trace [, , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1151.170822] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d132cb43-0480-4815-ba00-2cad058375df" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1151.170822] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d132cb43-0480-4815-ba00-2cad058375df" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1151.171048] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d132cb43-0480-4815-ba00-2cad058375df" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1151.171155] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d132cb43-0480-4815-ba00-2cad058375df',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1151.178867] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1151.179369] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1151.179369] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1151.179369] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1151.191834] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1151.192636] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:SegmentPort Is:0. [ 1151.192719] env[69685]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:SegmentPort Are:set() {{(pid=69685) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1151.192824] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules). [ 1151.248271] env[69685]: INFO networking_nsxv3.common.synchronization [None req-558df52c-513c-4d06-8ad8-e390c7a2c391 tempest-ServerDiskConfigTestJSON-901540771 tempest-ServerDiskConfigTestJSON-901540771-project-member] Enqueued Resource ID: d132cb43-0480-4815-ba00-2cad058375df with Priority: HIGHEST for action security_group_rules [ 1151.249711] env[69685]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d132cb43-0480-4815-ba00-2cad058375df with Priority: HIGHEST for action security_group_rules [ 1151.250982] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1151.251121] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1151.251121] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1151.251306] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1151.253078] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1151.253230] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules Remote IP Prefix). [ 1151.254256] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d132cb43-0480-4815-ba00-2cad058375df taken with stack trace [, , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1151.254380] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d132cb43-0480-4815-ba00-2cad058375df" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1151.335912] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules Remote IP Prefix) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1151.336080] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules Remote IP Prefix)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1151.336159] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules Remote IP Prefix)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1151.336576] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules Remote IP Prefix)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1151.336639] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules Remote IP Prefix)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1151.336895] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Address Group. [ 1151.403975] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Address Group taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1151.404335] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Address Group" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1151.404335] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Address Group" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1151.404406] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Address Group" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1151.404646] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Address Group" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1151.405379] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Security Group (Rules) Is:44. [ 1151.405379] env[69685]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Security Group (Rules) Are:{'1b4568d3-a48d-4f2e-a1cb-31ef3d16b13c', '001d6e59-0565-43c1-8370-8ff4e3de8dbb', '373dc220-6922-42c9-9031-971b9f1da491', '5e2a3608-8755-4a87-8f09-3dc54e922d50', 'ad29a8b0-a5e7-47be-9c58-8b349ac208f7', 'b9252159-17c8-45ef-bdbe-1a0b66a60841', 'e58ba48b-ffaf-4693-a8a9-628c0b411728', '3020eacc-da2b-44d0-a6a9-b3a094cac43a', '250f4dd6-d118-43eb-b675-8113286ade80', '84a85f92-602d-4cdc-8f6d-d6fe65a80a46', 'f1b461c7-1841-447b-a91c-0faf0c9465f6', '174e25d4-9e09-4a69-9c52-ed6c8d2f77b7', '6c46d096-f047-457a-99ba-22b9e613d7e2', 'cf2f5d4c-3cd8-4fdd-9a9f-ec6fe7d29873', '264ce554-3c75-4a71-ae13-33322402903c', 'a092aa68-9019-4bb2-8328-7755f4756316', 'b2cbcb4a-8cfb-4552-a801-42c4104e9177', '3a2e9f4b-a0f9-4aee-b516-966464d3fe84', '57c79f05-c8b8-4e1c-bd66-5127a731c4ec', '9fc3b289-4ce8-45ab-a115-93a511ca9b60', 'f7493f91-3855-4cdf-b1bb-82c20660c232', 'bbed9d31-5596-43da-97e8-1afe86ce9aec', '17403b43-4bd7-45a0-9c6c-7edabdf082c7', 'b79e97cd-c3d8-47a7-b94a-505236efe9c5', 'e3c7cd2b-45b9-46e6-bfca-79a452650487', '25004ae4-48f1-4142-aba8-3a71efb2c6dc', '821485bd-4de2-4dea-8610-5c489355978c', '5ef219b4-c621-4645-9c97-22a83d872582', 'a1f49ff3-a7bb-4aec-a58f-628ec6679051', '644fbaeb-8bfe-4026-8561-feb405cc4b4f', '2406fba9-a9fc-4720-937d-2a0a894ad28f', '4ea7bb1c-b746-44b1-abbe-9e20ef6cb145', '38825f6e-f5b3-476a-ade8-5547ffbe74c1', 'a4b7db26-f9af-4c84-bf2d-dec757e43a8c', '9f77f884-bf5a-4239-9508-cd9e7aec6f18', '86643987-b9b4-44bb-b22a-ed3d1837d6d7', 'f65c8e4c-f08a-4581-b7a6-d79e38e7d0d2', 'af97d0e4-a6cc-4895-870c-6d977cad4c6f', 'a24645bc-2ebe-49bd-bc4f-109759b44485', 'f9fe5796-97e5-42cd-b9a0-bf405b68f6e5', 'f725338b-04fb-4229-97a1-3eaf15235ac8', 'e950982e-8473-4713-9586-d072ddf52984', 'ac536170-a00a-4e24-bc25-b3bd0dc6d3c3', '7e595196-78e9-4731-8bbc-1732959ee441'} {{(pid=69685) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1151.405379] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Segment QoS. [ 1151.422933] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Segment QoS taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1151.423096] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment QoS" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1151.423158] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment QoS" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1151.423335] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment QoS" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1151.423418] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment QoS" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1151.423520] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Segment QoS Is:0. [ 1151.423589] env[69685]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Segment QoS Are:set() {{(pid=69685) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1151.423662] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Members). [ 1151.486096] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1151.486096] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1151.486096] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1151.486096] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1151.486692] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1151.487079] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Security Group (Members) Is:0. [ 1151.487287] env[69685]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Security Group (Members) Are:set() {{(pid=69685) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1151.487456] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Inventory metadata have been refreshed. [ 1151.487614] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 0/0 resources of Type:Ports [ 1151.487778] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 20/44 resources of Type:Security Group Rules [ 1151.487927] env[69685]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 1b4568d3-a48d-4f2e-a1cb-31ef3d16b13c with Priority: HIGH for action security_group_rules [ 1151.488096] env[69685]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 001d6e59-0565-43c1-8370-8ff4e3de8dbb with Priority: HIGH for action security_group_rules [ 1151.488244] env[69685]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 373dc220-6922-42c9-9031-971b9f1da491 with Priority: HIGH for action security_group_rules [ 1151.488384] env[69685]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 5e2a3608-8755-4a87-8f09-3dc54e922d50 with Priority: HIGH for action security_group_rules [ 1151.488538] env[69685]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: ad29a8b0-a5e7-47be-9c58-8b349ac208f7 with Priority: HIGH for action security_group_rules [ 1151.488692] env[69685]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: b9252159-17c8-45ef-bdbe-1a0b66a60841 with Priority: HIGH for action security_group_rules [ 1151.488838] env[69685]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: e58ba48b-ffaf-4693-a8a9-628c0b411728 with Priority: HIGH for action security_group_rules [ 1151.489885] env[69685]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 3020eacc-da2b-44d0-a6a9-b3a094cac43a with Priority: HIGH for action security_group_rules [ 1151.489885] env[69685]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 250f4dd6-d118-43eb-b675-8113286ade80 with Priority: HIGH for action security_group_rules [ 1151.489885] env[69685]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 84a85f92-602d-4cdc-8f6d-d6fe65a80a46 with Priority: HIGH for action security_group_rules [ 1151.489885] env[69685]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: f1b461c7-1841-447b-a91c-0faf0c9465f6 with Priority: HIGH for action security_group_rules [ 1151.489885] env[69685]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 174e25d4-9e09-4a69-9c52-ed6c8d2f77b7 with Priority: HIGH for action security_group_rules [ 1151.489885] env[69685]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 6c46d096-f047-457a-99ba-22b9e613d7e2 with Priority: HIGH for action security_group_rules [ 1151.489885] env[69685]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: cf2f5d4c-3cd8-4fdd-9a9f-ec6fe7d29873 with Priority: HIGH for action security_group_rules [ 1151.489885] env[69685]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 264ce554-3c75-4a71-ae13-33322402903c with Priority: HIGH for action security_group_rules [ 1151.489885] env[69685]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: a092aa68-9019-4bb2-8328-7755f4756316 with Priority: HIGH for action security_group_rules [ 1151.489885] env[69685]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: b2cbcb4a-8cfb-4552-a801-42c4104e9177 with Priority: HIGH for action security_group_rules [ 1151.489885] env[69685]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 3a2e9f4b-a0f9-4aee-b516-966464d3fe84 with Priority: HIGH for action security_group_rules [ 1151.489885] env[69685]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 57c79f05-c8b8-4e1c-bd66-5127a731c4ec with Priority: HIGH for action security_group_rules [ 1151.489885] env[69685]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 9fc3b289-4ce8-45ab-a115-93a511ca9b60 with Priority: HIGH for action security_group_rules [ 1151.489885] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "all" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1151.581020] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock member-957addfe-0815-4952-8cf1-80f8ba25be41 taken with stack trace [, , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1151.581020] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-957addfe-0815-4952-8cf1-80f8ba25be41" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1151.581020] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 92a047ce-fe79-4404-9aac-d19343174055 with status ACTIVE [ 1151.581020] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1151.581020] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1151.581020] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1151.581020] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1151.581020] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1151.581020] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1151.581020] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1151.581020] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1151.581020] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1151.581020] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1151.581020] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1151.582016] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1151.582016] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1151.582016] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1151.582016] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1151.582016] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 92a047ce-fe79-4404-9aac-d19343174055 is going to be updated. [ 1151.584363] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('957addfe-0815-4952-8cf1-80f8ba25be41',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1151.602700] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1151.602842] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1151.602934] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1151.603608] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1151.603608] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1151.603608] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-92a047ce-fe79-4404-9aac-d19343174055" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1151.691204] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1151.691422] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1151.691493] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1151.691737] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1151.691824] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1151.691920] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d132cb43-0480-4815-ba00-2cad058375df already deleted. [ 1151.692008] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d132cb43-0480-4815-ba00-2cad058375df" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1151.692170] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d132cb43-0480-4815-ba00-2cad058375df" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1151.692325] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d132cb43-0480-4815-ba00-2cad058375df" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1151.692404] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d132cb43-0480-4815-ba00-2cad058375df',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1152.087404] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('957addfe-0815-4952-8cf1-80f8ba25be41',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1152.150963] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 17403b43-4bd7-45a0-9c6c-7edabdf082c7 in Status: SUCCESS [ 1152.151257] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-17403b43-4bd7-45a0-9c6c-7edabdf082c7" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1152.151431] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-17403b43-4bd7-45a0-9c6c-7edabdf082c7" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1152.151681] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-17403b43-4bd7-45a0-9c6c-7edabdf082c7" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1152.151763] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('17403b43-4bd7-45a0-9c6c-7edabdf082c7',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1152.218333] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1152.218511] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1152.218580] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1152.218785] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1152.218866] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1152.218962] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d132cb43-0480-4815-ba00-2cad058375df already deleted. [ 1152.219051] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d132cb43-0480-4815-ba00-2cad058375df" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1152.350689] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 4ea7bb1c-b746-44b1-abbe-9e20ef6cb145 in Status: SUCCESS [ 1152.350917] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-4ea7bb1c-b746-44b1-abbe-9e20ef6cb145" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1152.592369] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1152.592728] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1152.592728] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1152.593828] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1152.593828] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1152.593828] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 957addfe-0815-4952-8cf1-80f8ba25be41 is going to be created. [ 1152.624519] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1152.624712] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1152.624712] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1152.625363] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1152.625363] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1152.636111] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 957addfe-0815-4952-8cf1-80f8ba25be41 in Status: UNINITIALIZED for 2s [ 1152.653971] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock member-17403b43-4bd7-45a0-9c6c-7edabdf082c7 taken with stack trace [, , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1152.654131] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-17403b43-4bd7-45a0-9c6c-7edabdf082c7" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1153.116438] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 17403b43-4bd7-45a0-9c6c-7edabdf082c7 in Status: SUCCESS [ 1153.116729] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-17403b43-4bd7-45a0-9c6c-7edabdf082c7" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1153.116808] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-17403b43-4bd7-45a0-9c6c-7edabdf082c7" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1153.117121] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-17403b43-4bd7-45a0-9c6c-7edabdf082c7" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1153.117239] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1153.117359] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1153.117435] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1153.117568] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1153.117647] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1153.117732] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-17403b43-4bd7-45a0-9c6c-7edabdf082c7" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1153.117823] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('17403b43-4bd7-45a0-9c6c-7edabdf082c7',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1153.620801] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock member-17403b43-4bd7-45a0-9c6c-7edabdf082c7 taken with stack trace [, , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1153.620801] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-17403b43-4bd7-45a0-9c6c-7edabdf082c7" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1153.620801] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-17403b43-4bd7-45a0-9c6c-7edabdf082c7" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1153.621207] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-17403b43-4bd7-45a0-9c6c-7edabdf082c7" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1153.621207] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1153.621207] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1153.621207] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1153.621476] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1153.621476] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1153.621551] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-17403b43-4bd7-45a0-9c6c-7edabdf082c7" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1153.624691] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock member-17403b43-4bd7-45a0-9c6c-7edabdf082c7 taken with stack trace [, , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1153.624691] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-17403b43-4bd7-45a0-9c6c-7edabdf082c7" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1153.624691] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-17403b43-4bd7-45a0-9c6c-7edabdf082c7" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1153.624691] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-17403b43-4bd7-45a0-9c6c-7edabdf082c7" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1153.624691] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1153.624691] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1153.624691] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1153.624691] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1153.624691] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1153.624691] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-17403b43-4bd7-45a0-9c6c-7edabdf082c7" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1153.624691] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('17403b43-4bd7-45a0-9c6c-7edabdf082c7',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1154.124253] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 17403b43-4bd7-45a0-9c6c-7edabdf082c7: rpc.has_security_group_logging(os_id): False [ 1154.140972] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1154.142099] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1154.142099] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1154.142099] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1154.166495] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1154.166627] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1154.166864] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1154.166901] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1154.167130] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1154.167248] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1154.167459] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1154.167558] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1154.167626] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1154.167778] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1154.167852] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1154.168056] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1154.168153] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1154.168212] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1154.168383] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1154.168458] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1154.168546] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 17403b43-4bd7-45a0-9c6c-7edabdf082c7 is going to be updated. [ 1154.230994] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1154.231134] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1154.231260] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1154.231406] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1154.231657] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1154.242338] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 17403b43-4bd7-45a0-9c6c-7edabdf082c7 in Status: IN_PROGRESS for 2s [ 1154.645968] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 957addfe-0815-4952-8cf1-80f8ba25be41 in Status: SUCCESS [ 1154.646362] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-957addfe-0815-4952-8cf1-80f8ba25be41" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1154.646362] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-957addfe-0815-4952-8cf1-80f8ba25be41" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1154.646555] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-957addfe-0815-4952-8cf1-80f8ba25be41" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1154.646703] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1154.647177] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1154.647254] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1154.647420] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1154.647504] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1154.647592] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-957addfe-0815-4952-8cf1-80f8ba25be41" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1154.647684] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('957addfe-0815-4952-8cf1-80f8ba25be41',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1154.959719] env[69685]: INFO networking_nsxv3.common.synchronization [req-3cbc3832-4fcd-4f7e-b867-d680fc2200a4 req-246d07ad-c7db-4b0e-8d37-35e997b29740 tempest-ServerActionsTestOtherA-1303343426 tempest-ServerActionsTestOtherA-1303343426-project-member] Enqueued Resource ID: e58ba48b-ffaf-4693-a8a9-628c0b411728 with Priority: HIGHEST for action security_group_members [ 1154.962169] env[69685]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e58ba48b-ffaf-4693-a8a9-628c0b411728 with Priority: HIGHEST for action security_group_members [ 1154.962169] env[69685]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1b4568d3-a48d-4f2e-a1cb-31ef3d16b13c with Priority: HIGH for action security_group_rules [ 1154.962169] env[69685]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 373dc220-6922-42c9-9031-971b9f1da491 with Priority: HIGH for action security_group_rules [ 1154.962169] env[69685]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e58ba48b-ffaf-4693-a8a9-628c0b411728 with Priority: HIGH for action security_group_rules [ 1154.962169] env[69685]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 264ce554-3c75-4a71-ae13-33322402903c with Priority: HIGH for action security_group_rules [ 1154.962169] env[69685]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9fc3b289-4ce8-45ab-a115-93a511ca9b60 with Priority: HIGH for action security_group_rules [ 1154.962169] env[69685]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 57c79f05-c8b8-4e1c-bd66-5127a731c4ec with Priority: HIGH for action security_group_rules [ 1154.962169] env[69685]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3a2e9f4b-a0f9-4aee-b516-966464d3fe84 with Priority: HIGH for action security_group_rules [ 1154.966030] env[69685]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b2cbcb4a-8cfb-4552-a801-42c4104e9177 with Priority: HIGH for action security_group_rules [ 1154.966030] env[69685]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cf2f5d4c-3cd8-4fdd-9a9f-ec6fe7d29873 with Priority: HIGH for action security_group_rules [ 1154.966030] env[69685]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a092aa68-9019-4bb2-8328-7755f4756316 with Priority: HIGH for action security_group_rules [ 1154.966030] env[69685]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6c46d096-f047-457a-99ba-22b9e613d7e2 with Priority: HIGH for action security_group_rules [ 1154.966030] env[69685]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 174e25d4-9e09-4a69-9c52-ed6c8d2f77b7 with Priority: HIGH for action security_group_rules [ 1154.966030] env[69685]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f1b461c7-1841-447b-a91c-0faf0c9465f6 with Priority: HIGH for action security_group_rules [ 1154.966030] env[69685]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 84a85f92-602d-4cdc-8f6d-d6fe65a80a46 with Priority: HIGH for action security_group_rules [ 1154.969306] env[69685]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 250f4dd6-d118-43eb-b675-8113286ade80 with Priority: HIGH for action security_group_rules [ 1154.969306] env[69685]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b9252159-17c8-45ef-bdbe-1a0b66a60841 with Priority: HIGH for action security_group_rules [ 1154.969606] env[69685]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3020eacc-da2b-44d0-a6a9-b3a094cac43a with Priority: HIGH for action security_group_rules [ 1154.969606] env[69685]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ad29a8b0-a5e7-47be-9c58-8b349ac208f7 with Priority: HIGH for action security_group_rules [ 1154.969606] env[69685]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 001d6e59-0565-43c1-8370-8ff4e3de8dbb with Priority: HIGH for action security_group_rules [ 1154.972475] env[69685]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5e2a3608-8755-4a87-8f09-3dc54e922d50 with Priority: HIGH for action security_group_rules [ 1154.972475] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock member-e58ba48b-ffaf-4693-a8a9-628c0b411728 taken with stack trace [, , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1154.972475] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e58ba48b-ffaf-4693-a8a9-628c0b411728" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1154.972475] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e58ba48b-ffaf-4693-a8a9-628c0b411728" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1154.973782] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e58ba48b-ffaf-4693-a8a9-628c0b411728" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1154.973980] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1154.974144] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1154.974244] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1154.974353] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1154.975195] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1154.975469] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e58ba48b-ffaf-4693-a8a9-628c0b411728',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1154.978479] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock rules-1b4568d3-a48d-4f2e-a1cb-31ef3d16b13c taken with stack trace [, , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1154.978479] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-1b4568d3-a48d-4f2e-a1cb-31ef3d16b13c" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1154.978479] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-1b4568d3-a48d-4f2e-a1cb-31ef3d16b13c" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1154.978479] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-1b4568d3-a48d-4f2e-a1cb-31ef3d16b13c" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1154.978479] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('1b4568d3-a48d-4f2e-a1cb-31ef3d16b13c',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1154.980517] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock rules-373dc220-6922-42c9-9031-971b9f1da491 taken with stack trace [, , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1154.980659] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-373dc220-6922-42c9-9031-971b9f1da491" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1154.980734] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-373dc220-6922-42c9-9031-971b9f1da491" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1154.980907] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-373dc220-6922-42c9-9031-971b9f1da491" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1154.980986] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('373dc220-6922-42c9-9031-971b9f1da491',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1154.982349] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e58ba48b-ffaf-4693-a8a9-628c0b411728 taken with stack trace [, , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1154.982521] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e58ba48b-ffaf-4693-a8a9-628c0b411728" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1154.982521] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e58ba48b-ffaf-4693-a8a9-628c0b411728" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1154.983036] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e58ba48b-ffaf-4693-a8a9-628c0b411728" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1154.983036] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e58ba48b-ffaf-4693-a8a9-628c0b411728',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1154.986031] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock rules-264ce554-3c75-4a71-ae13-33322402903c taken with stack trace [, , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1154.986031] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-264ce554-3c75-4a71-ae13-33322402903c" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1154.986031] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-264ce554-3c75-4a71-ae13-33322402903c" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1154.986031] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-264ce554-3c75-4a71-ae13-33322402903c" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1154.986031] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('264ce554-3c75-4a71-ae13-33322402903c',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1154.986348] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock rules-9fc3b289-4ce8-45ab-a115-93a511ca9b60 taken with stack trace [, , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1154.986992] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-9fc3b289-4ce8-45ab-a115-93a511ca9b60" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1154.986992] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-9fc3b289-4ce8-45ab-a115-93a511ca9b60" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1154.986992] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-9fc3b289-4ce8-45ab-a115-93a511ca9b60" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1154.986992] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('9fc3b289-4ce8-45ab-a115-93a511ca9b60',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1154.987595] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock rules-57c79f05-c8b8-4e1c-bd66-5127a731c4ec taken with stack trace [, , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1154.987700] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-57c79f05-c8b8-4e1c-bd66-5127a731c4ec" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1154.987757] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-57c79f05-c8b8-4e1c-bd66-5127a731c4ec" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1154.987905] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-57c79f05-c8b8-4e1c-bd66-5127a731c4ec" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1154.987977] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('57c79f05-c8b8-4e1c-bd66-5127a731c4ec',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1154.988797] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock rules-3a2e9f4b-a0f9-4aee-b516-966464d3fe84 taken with stack trace [, , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1154.989295] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-3a2e9f4b-a0f9-4aee-b516-966464d3fe84" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1154.989295] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-3a2e9f4b-a0f9-4aee-b516-966464d3fe84" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1154.989295] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-3a2e9f4b-a0f9-4aee-b516-966464d3fe84" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1154.989295] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('3a2e9f4b-a0f9-4aee-b516-966464d3fe84',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1154.992029] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b2cbcb4a-8cfb-4552-a801-42c4104e9177 taken with stack trace [, , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1154.992029] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b2cbcb4a-8cfb-4552-a801-42c4104e9177" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1154.992029] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b2cbcb4a-8cfb-4552-a801-42c4104e9177" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1154.992029] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b2cbcb4a-8cfb-4552-a801-42c4104e9177" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1154.992029] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b2cbcb4a-8cfb-4552-a801-42c4104e9177',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1154.992029] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock rules-cf2f5d4c-3cd8-4fdd-9a9f-ec6fe7d29873 taken with stack trace [, , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1154.992029] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-cf2f5d4c-3cd8-4fdd-9a9f-ec6fe7d29873" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1154.992029] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-cf2f5d4c-3cd8-4fdd-9a9f-ec6fe7d29873" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1154.992029] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-cf2f5d4c-3cd8-4fdd-9a9f-ec6fe7d29873" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1154.992797] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('cf2f5d4c-3cd8-4fdd-9a9f-ec6fe7d29873',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1154.992797] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a092aa68-9019-4bb2-8328-7755f4756316 taken with stack trace [, , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1154.992893] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a092aa68-9019-4bb2-8328-7755f4756316" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1154.992893] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a092aa68-9019-4bb2-8328-7755f4756316" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1154.993802] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a092aa68-9019-4bb2-8328-7755f4756316" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1154.993802] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a092aa68-9019-4bb2-8328-7755f4756316',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1154.993802] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock rules-6c46d096-f047-457a-99ba-22b9e613d7e2 taken with stack trace [, , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1154.994190] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-6c46d096-f047-457a-99ba-22b9e613d7e2" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1154.994190] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-6c46d096-f047-457a-99ba-22b9e613d7e2" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1154.994190] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-6c46d096-f047-457a-99ba-22b9e613d7e2" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1154.994190] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('6c46d096-f047-457a-99ba-22b9e613d7e2',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1154.994923] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock rules-174e25d4-9e09-4a69-9c52-ed6c8d2f77b7 taken with stack trace [, , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1154.995075] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-174e25d4-9e09-4a69-9c52-ed6c8d2f77b7" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1154.995126] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-174e25d4-9e09-4a69-9c52-ed6c8d2f77b7" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1154.995268] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-174e25d4-9e09-4a69-9c52-ed6c8d2f77b7" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1154.995333] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('174e25d4-9e09-4a69-9c52-ed6c8d2f77b7',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1154.996025] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f1b461c7-1841-447b-a91c-0faf0c9465f6 taken with stack trace [, , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1154.996141] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f1b461c7-1841-447b-a91c-0faf0c9465f6" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1154.996194] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f1b461c7-1841-447b-a91c-0faf0c9465f6" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1154.996345] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f1b461c7-1841-447b-a91c-0faf0c9465f6" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1154.996420] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f1b461c7-1841-447b-a91c-0faf0c9465f6',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1154.997265] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock rules-84a85f92-602d-4cdc-8f6d-d6fe65a80a46 taken with stack trace [, , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1154.997265] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-84a85f92-602d-4cdc-8f6d-d6fe65a80a46" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1154.997265] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-84a85f92-602d-4cdc-8f6d-d6fe65a80a46" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1154.997386] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-84a85f92-602d-4cdc-8f6d-d6fe65a80a46" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1154.997583] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('84a85f92-602d-4cdc-8f6d-d6fe65a80a46',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1154.998199] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock rules-250f4dd6-d118-43eb-b675-8113286ade80 taken with stack trace [, , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1154.998278] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-250f4dd6-d118-43eb-b675-8113286ade80" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1154.998389] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-250f4dd6-d118-43eb-b675-8113286ade80" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1154.998506] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-250f4dd6-d118-43eb-b675-8113286ade80" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1154.998554] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('250f4dd6-d118-43eb-b675-8113286ade80',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1155.000095] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b9252159-17c8-45ef-bdbe-1a0b66a60841 taken with stack trace [, , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1155.000309] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b9252159-17c8-45ef-bdbe-1a0b66a60841" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1155.000309] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b9252159-17c8-45ef-bdbe-1a0b66a60841" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1155.000719] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b9252159-17c8-45ef-bdbe-1a0b66a60841" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1155.000719] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b9252159-17c8-45ef-bdbe-1a0b66a60841',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1155.001305] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock rules-3020eacc-da2b-44d0-a6a9-b3a094cac43a taken with stack trace [, , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1155.001448] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-3020eacc-da2b-44d0-a6a9-b3a094cac43a" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1155.001492] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-3020eacc-da2b-44d0-a6a9-b3a094cac43a" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1155.001944] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-3020eacc-da2b-44d0-a6a9-b3a094cac43a" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1155.001944] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('3020eacc-da2b-44d0-a6a9-b3a094cac43a',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1155.002488] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ad29a8b0-a5e7-47be-9c58-8b349ac208f7 taken with stack trace [, , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1155.002591] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ad29a8b0-a5e7-47be-9c58-8b349ac208f7" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1155.002656] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ad29a8b0-a5e7-47be-9c58-8b349ac208f7" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1155.002806] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ad29a8b0-a5e7-47be-9c58-8b349ac208f7" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1155.002882] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ad29a8b0-a5e7-47be-9c58-8b349ac208f7',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1155.003623] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock rules-001d6e59-0565-43c1-8370-8ff4e3de8dbb taken with stack trace [, , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1155.003731] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-001d6e59-0565-43c1-8370-8ff4e3de8dbb" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1155.003795] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-001d6e59-0565-43c1-8370-8ff4e3de8dbb" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1155.003947] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-001d6e59-0565-43c1-8370-8ff4e3de8dbb" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1155.004015] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('001d6e59-0565-43c1-8370-8ff4e3de8dbb',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1155.004228] env[69685]: WARNING oslo_messaging._drivers.amqpdriver [-] Number of call queues is 21, greater than warning threshold: 20. There could be a leak. Increasing threshold to: 40 [ 1155.004740] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock rules-5e2a3608-8755-4a87-8f09-3dc54e922d50 taken with stack trace [, , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1155.004856] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-5e2a3608-8755-4a87-8f09-3dc54e922d50" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1155.004905] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-5e2a3608-8755-4a87-8f09-3dc54e922d50" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1155.005045] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-5e2a3608-8755-4a87-8f09-3dc54e922d50" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1155.005112] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('5e2a3608-8755-4a87-8f09-3dc54e922d50',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1155.006790] env[69685]: INFO networking_nsxv3.common.synchronization [req-bd0733f9-33d5-4f6c-a2da-daf8dbfbcfe4 req-c3d72f4f-fc95-44b8-849f-2d63a4545028 tempest-ServerRescueNegativeTestJSON-1379847541 tempest-ServerRescueNegativeTestJSON-1379847541-project-member] Enqueued Resource ID: bbed9d31-5596-43da-97e8-1afe86ce9aec with Priority: HIGHEST for action security_group_members [ 1155.010119] env[69685]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bbed9d31-5596-43da-97e8-1afe86ce9aec with Priority: HIGHEST for action security_group_members [ 1155.011864] env[69685]: INFO networking_nsxv3.common.synchronization [req-8a138a74-02e5-4b9f-a133-ce3553ee14fd req-dbf48863-af56-4411-9c9d-3e9e840c4d99 tempest-ServerDiskConfigTestJSON-901540771 tempest-ServerDiskConfigTestJSON-901540771-project-member] Enqueued Resource ID: 5ef219b4-c621-4645-9c97-22a83d872582 with Priority: HIGHEST for action security_group_members [ 1155.012760] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock member-bbed9d31-5596-43da-97e8-1afe86ce9aec taken with stack trace [, , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1155.012887] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bbed9d31-5596-43da-97e8-1afe86ce9aec" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1155.012951] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bbed9d31-5596-43da-97e8-1afe86ce9aec" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1155.013150] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bbed9d31-5596-43da-97e8-1afe86ce9aec" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1155.013300] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1155.013414] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1155.013456] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1155.013581] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1155.013663] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1155.013754] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('bbed9d31-5596-43da-97e8-1afe86ce9aec',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1155.014893] env[69685]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5ef219b4-c621-4645-9c97-22a83d872582 with Priority: HIGHEST for action security_group_members [ 1155.015665] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock member-5ef219b4-c621-4645-9c97-22a83d872582 taken with stack trace [, , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1155.015764] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5ef219b4-c621-4645-9c97-22a83d872582" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1155.015841] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5ef219b4-c621-4645-9c97-22a83d872582" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1155.016387] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5ef219b4-c621-4645-9c97-22a83d872582" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1155.016551] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1155.016703] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1155.016768] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1155.016957] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1155.017077] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1155.017245] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5ef219b4-c621-4645-9c97-22a83d872582',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1155.150511] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock member-957addfe-0815-4952-8cf1-80f8ba25be41 taken with stack trace [, , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1155.150657] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-957addfe-0815-4952-8cf1-80f8ba25be41" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1155.150731] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-957addfe-0815-4952-8cf1-80f8ba25be41" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1155.150965] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-957addfe-0815-4952-8cf1-80f8ba25be41" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1155.151163] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1155.151280] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1155.151349] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1155.151535] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1155.151658] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1155.151763] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-957addfe-0815-4952-8cf1-80f8ba25be41" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1155.151937] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock member-957addfe-0815-4952-8cf1-80f8ba25be41 taken with stack trace [, , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1155.152047] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-957addfe-0815-4952-8cf1-80f8ba25be41" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1155.152102] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-957addfe-0815-4952-8cf1-80f8ba25be41" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1155.152245] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-957addfe-0815-4952-8cf1-80f8ba25be41" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1155.152378] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1155.152544] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1155.152544] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1155.152668] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1155.152729] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1155.152792] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-957addfe-0815-4952-8cf1-80f8ba25be41" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1155.152866] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('957addfe-0815-4952-8cf1-80f8ba25be41',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1155.504247] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1155.504247] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1155.504247] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1155.504247] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1155.510810] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock member-174e25d4-9e09-4a69-9c52-ed6c8d2f77b7 taken with stack trace [, , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1155.511085] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-174e25d4-9e09-4a69-9c52-ed6c8d2f77b7" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1155.511182] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-174e25d4-9e09-4a69-9c52-ed6c8d2f77b7" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1155.511399] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-174e25d4-9e09-4a69-9c52-ed6c8d2f77b7" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1155.511704] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1155.511832] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1155.511905] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1155.512099] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1155.512199] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1155.512289] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-174e25d4-9e09-4a69-9c52-ed6c8d2f77b7" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1155.512375] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('174e25d4-9e09-4a69-9c52-ed6c8d2f77b7',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1155.519708] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock member-cf2f5d4c-3cd8-4fdd-9a9f-ec6fe7d29873 taken with stack trace [, , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1155.519861] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cf2f5d4c-3cd8-4fdd-9a9f-ec6fe7d29873" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1155.519935] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cf2f5d4c-3cd8-4fdd-9a9f-ec6fe7d29873" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1155.520133] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cf2f5d4c-3cd8-4fdd-9a9f-ec6fe7d29873" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1155.520305] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1155.520388] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1155.520430] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1155.520596] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1155.520703] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1155.520758] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cf2f5d4c-3cd8-4fdd-9a9f-ec6fe7d29873" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1155.520839] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('cf2f5d4c-3cd8-4fdd-9a9f-ec6fe7d29873',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1155.522521] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1155.522904] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1155.527480] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock member-b9252159-17c8-45ef-bdbe-1a0b66a60841 taken with stack trace [, , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1155.527631] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b9252159-17c8-45ef-bdbe-1a0b66a60841" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1155.527683] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b9252159-17c8-45ef-bdbe-1a0b66a60841" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1155.527834] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b9252159-17c8-45ef-bdbe-1a0b66a60841" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1155.527983] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1155.528094] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1155.528206] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1155.528301] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1155.528384] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1155.528466] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b9252159-17c8-45ef-bdbe-1a0b66a60841" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1155.528551] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('b9252159-17c8-45ef-bdbe-1a0b66a60841',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1155.530499] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock member-9fc3b289-4ce8-45ab-a115-93a511ca9b60 taken with stack trace [, , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1155.530611] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9fc3b289-4ce8-45ab-a115-93a511ca9b60" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1155.530662] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9fc3b289-4ce8-45ab-a115-93a511ca9b60" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1155.530824] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9fc3b289-4ce8-45ab-a115-93a511ca9b60" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1155.531020] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1155.531109] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1155.531148] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1155.531297] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1155.531374] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1155.531457] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9fc3b289-4ce8-45ab-a115-93a511ca9b60" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1155.531541] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('9fc3b289-4ce8-45ab-a115-93a511ca9b60',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1155.537140] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1155.537140] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 1b4568d3-a48d-4f2e-a1cb-31ef3d16b13c is going to be deleted. [ 1155.542812] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1155.542973] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1155.543063] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1155.543296] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1155.544862] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1155.545016] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1155.623752] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1155.623877] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1155.626936] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1155.626936] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1155.626936] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1155.626936] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1155.626936] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1155.626936] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1155.627443] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1155.627443] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1155.628235] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1155.628459] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1155.629009] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1155.629073] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1155.629808] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1155.629917] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1155.630675] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1155.630746] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1155.632476] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1155.632476] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1155.633337] env[69685]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1155.633745] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1155.633836] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1155.634465] env[69685]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1155.635068] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1155.635068] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1155.635524] env[69685]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1155.635908] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1155.636060] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1155.636694] env[69685]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1155.637053] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1155.637142] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1155.639272] env[69685]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1155.639711] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1155.639903] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1155.640019] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1155.640086] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1155.640286] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1155.640368] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1155.640457] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: bbed9d31-5596-43da-97e8-1afe86ce9aec is going to be updated. [ 1155.641402] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1155.641580] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1155.643051] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1155.643151] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1155.657110] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 957addfe-0815-4952-8cf1-80f8ba25be41: rpc.has_security_group_logging(os_id): False [ 1155.667911] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1155.668167] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1155.668289] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1155.668354] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1155.668542] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1155.668622] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1155.668712] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5ef219b4-c621-4645-9c97-22a83d872582 is going to be updated. [ 1155.669681] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1155.669758] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1155.676178] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1155.676178] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1155.676178] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1155.676370] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1155.676421] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1155.677728] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1155.677855] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1155.680626] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1155.680736] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1155.685932] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bbed9d31-5596-43da-97e8-1afe86ce9aec in Status: IN_PROGRESS for 2s [ 1155.690437] env[69685]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1155.690437] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1155.690683] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1155.690683] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1155.690788] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1155.690983] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1155.691082] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1155.691175] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e58ba48b-ffaf-4693-a8a9-628c0b411728 is going to be updated. [ 1155.692079] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1155.695216] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1155.695216] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1155.695216] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1155.695216] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1155.695216] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1155.695216] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1155.702634] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5ef219b4-c621-4645-9c97-22a83d872582 in Status: IN_PROGRESS for 2s [ 1155.708859] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1155.709018] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 84a85f92-602d-4cdc-8f6d-d6fe65a80a46 is going to be deleted. [ 1155.710889] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1155.710889] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1155.744811] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1155.744952] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1155.745034] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1155.745246] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1155.745442] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1155.747056] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1155.747176] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 5e2a3608-8755-4a87-8f09-3dc54e922d50 is going to be deleted. [ 1155.748158] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1155.748734] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1155.762807] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e58ba48b-ffaf-4693-a8a9-628c0b411728 in Status: IN_PROGRESS for 2s [ 1155.774137] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1155.774272] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f1b461c7-1841-447b-a91c-0faf0c9465f6 is going to be deleted. [ 1155.775133] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1155.775464] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1155.816476] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1155.816576] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b2cbcb4a-8cfb-4552-a801-42c4104e9177 is going to be deleted. [ 1155.817408] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1155.817885] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1155.819866] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1155.819979] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1155.820562] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1155.820653] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1155.848987] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1155.851871] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 264ce554-3c75-4a71-ae13-33322402903c is going to be deleted. [ 1155.851871] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1155.851871] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1155.893904] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1155.893904] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 3a2e9f4b-a0f9-4aee-b516-966464d3fe84 is going to be deleted. [ 1155.894574] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1155.894763] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1155.900189] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1155.900373] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1155.913414] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1155.913540] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1155.914470] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1155.914634] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1155.921760] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1155.921982] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ad29a8b0-a5e7-47be-9c58-8b349ac208f7 is going to be deleted. [ 1155.923039] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1155.924877] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1155.996805] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1155.996929] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 3020eacc-da2b-44d0-a6a9-b3a094cac43a is going to be deleted. [ 1155.997870] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1155.998116] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1156.018031] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('174e25d4-9e09-4a69-9c52-ed6c8d2f77b7',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1156.026830] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1156.026952] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1156.033355] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1156.033474] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 57c79f05-c8b8-4e1c-bd66-5127a731c4ec is going to be deleted. [ 1156.034424] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1156.034628] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1156.034716] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1156.034814] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e58ba48b-ffaf-4693-a8a9-628c0b411728 is going to be deleted. [ 1156.037038] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1156.037038] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1156.037236] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('cf2f5d4c-3cd8-4fdd-9a9f-ec6fe7d29873',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1156.039186] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('b9252159-17c8-45ef-bdbe-1a0b66a60841',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1156.051073] env[69685]: INFO networking_nsxv3.common.synchronization [req-d74f9189-db79-4551-a3d0-196110fa84de req-6e089c43-c0a5-49ac-995a-345eec920c8e tempest-DeleteServersTestJSON-1187572763 tempest-DeleteServersTestJSON-1187572763-project-member] Enqueued Resource ID: 86643987-b9b4-44bb-b22a-ed3d1837d6d7 with Priority: HIGHEST for action security_group_members [ 1156.051550] env[69685]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 86643987-b9b4-44bb-b22a-ed3d1837d6d7 with Priority: HIGHEST for action security_group_members [ 1156.052117] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock member-86643987-b9b4-44bb-b22a-ed3d1837d6d7 taken with stack trace [, , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1156.053844] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-86643987-b9b4-44bb-b22a-ed3d1837d6d7" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1156.053844] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-86643987-b9b4-44bb-b22a-ed3d1837d6d7" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1156.053844] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-86643987-b9b4-44bb-b22a-ed3d1837d6d7" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1156.053844] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1156.053844] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1156.053844] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1156.056639] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1156.056787] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1156.056925] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('86643987-b9b4-44bb-b22a-ed3d1837d6d7',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1156.060678] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1156.060678] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1156.060852] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('9fc3b289-4ce8-45ab-a115-93a511ca9b60',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1156.090872] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1156.091041] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 001d6e59-0565-43c1-8370-8ff4e3de8dbb is going to be deleted. [ 1156.094750] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1156.094750] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1156.095642] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1156.095785] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1156.108832] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1156.108986] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1156.120173] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1156.120430] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1156.134661] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1156.134825] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 250f4dd6-d118-43eb-b675-8113286ade80 is going to be deleted. [ 1156.135715] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1156.136103] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1156.178192] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1156.178393] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1156.194813] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1156.195013] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a092aa68-9019-4bb2-8328-7755f4756316 is going to be deleted. [ 1156.196236] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1156.196441] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1156.250864] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1156.250864] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 6c46d096-f047-457a-99ba-22b9e613d7e2 is going to be deleted. [ 1156.252721] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1156.252721] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1156.331070] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1156.331245] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1156.334220] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1156.334356] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1156.352625] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1156.352681] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 373dc220-6922-42c9-9031-971b9f1da491 is going to be deleted. [ 1156.354280] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 17403b43-4bd7-45a0-9c6c-7edabdf082c7 in Status: SUCCESS [ 1156.355566] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-17403b43-4bd7-45a0-9c6c-7edabdf082c7" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1156.355566] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1156.355566] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1156.355566] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1156.355566] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-1b4568d3-a48d-4f2e-a1cb-31ef3d16b13c" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1156.355566] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-17403b43-4bd7-45a0-9c6c-7edabdf082c7" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1156.355566] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-17403b43-4bd7-45a0-9c6c-7edabdf082c7" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1156.355566] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('17403b43-4bd7-45a0-9c6c-7edabdf082c7',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1156.356457] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1156.357822] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1156.357822] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1156.357822] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1156.357822] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1156.357822] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1156.357822] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1156.357822] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1156.357822] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1156.357822] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1156.357822] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1156.358503] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1156.358503] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1156.358503] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1156.358503] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1156.358503] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1156.358731] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1156.358731] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1156.358731] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 957addfe-0815-4952-8cf1-80f8ba25be41 is going to be created. [ 1156.360302] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1156.360478] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1156.360568] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1156.360698] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-5e2a3608-8755-4a87-8f09-3dc54e922d50" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1156.361125] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1156.361332] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1156.361392] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1156.361495] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-84a85f92-602d-4cdc-8f6d-d6fe65a80a46" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1156.361641] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1156.361785] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1156.361866] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1156.362135] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f1b461c7-1841-447b-a91c-0faf0c9465f6" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1156.362248] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1156.362533] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1156.362533] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1156.362533] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b2cbcb4a-8cfb-4552-a801-42c4104e9177" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1156.363100] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1156.363248] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1156.363343] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1156.363485] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-264ce554-3c75-4a71-ae13-33322402903c" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1156.363607] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1156.363765] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1156.363862] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1156.363996] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-3a2e9f4b-a0f9-4aee-b516-966464d3fe84" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1156.364154] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1156.364299] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1156.364374] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1156.364480] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ad29a8b0-a5e7-47be-9c58-8b349ac208f7" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1156.364590] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1156.364729] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1156.364805] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1156.364907] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-3020eacc-da2b-44d0-a6a9-b3a094cac43a" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1156.365039] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1156.365178] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1156.365252] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1156.365363] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e58ba48b-ffaf-4693-a8a9-628c0b411728" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1156.365470] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1156.365758] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1156.365758] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1156.365848] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-57c79f05-c8b8-4e1c-bd66-5127a731c4ec" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1156.366519] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1156.366671] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1156.366754] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1156.366869] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-001d6e59-0565-43c1-8370-8ff4e3de8dbb" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1156.366983] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1156.367141] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1156.367216] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1156.367318] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-250f4dd6-d118-43eb-b675-8113286ade80" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1156.367449] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1156.367616] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1156.367693] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1156.367875] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a092aa68-9019-4bb2-8328-7755f4756316" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1156.445483] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1156.445693] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1156.445808] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1156.446128] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1156.446272] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1156.446461] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-6c46d096-f047-457a-99ba-22b9e613d7e2" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1156.510140] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1156.510321] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1156.510398] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1156.510660] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1156.510890] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1156.512877] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1156.513047] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1156.513158] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1156.513408] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1156.513546] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1156.513717] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-373dc220-6922-42c9-9031-971b9f1da491" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1156.520499] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 174e25d4-9e09-4a69-9c52-ed6c8d2f77b7: rpc.has_security_group_logging(os_id): False [ 1156.536769] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 957addfe-0815-4952-8cf1-80f8ba25be41 in Status: IN_PROGRESS for 2s [ 1156.539387] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for cf2f5d4c-3cd8-4fdd-9a9f-ec6fe7d29873: rpc.has_security_group_logging(os_id): False [ 1156.542144] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for b9252159-17c8-45ef-bdbe-1a0b66a60841: rpc.has_security_group_logging(os_id): False [ 1156.562566] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 9fc3b289-4ce8-45ab-a115-93a511ca9b60: rpc.has_security_group_logging(os_id): False [ 1156.565299] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1156.565419] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1156.565491] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1156.565693] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1156.581514] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1156.581674] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1156.582513] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1156.582645] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1156.583338] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1156.583442] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1156.591439] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1156.591538] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1156.618240] env[69685]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1156.618754] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1156.619031] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1156.619179] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1156.619258] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1156.619452] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1156.619725] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1156.619852] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 86643987-b9b4-44bb-b22a-ed3d1837d6d7 is going to be updated. [ 1156.620813] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1156.620996] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1156.656686] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1156.656954] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1156.657059] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1156.657125] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1156.657358] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1156.657419] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1156.657471] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 174e25d4-9e09-4a69-9c52-ed6c8d2f77b7 is going to be updated. [ 1156.658487] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1156.658658] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1156.697107] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1156.697429] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1156.697535] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1156.697614] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1156.697824] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1156.697900] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1156.697995] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: cf2f5d4c-3cd8-4fdd-9a9f-ec6fe7d29873 is going to be updated. [ 1156.699024] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1156.699188] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1156.733018] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1156.733381] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1156.733514] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1156.733564] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1156.733735] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1156.733816] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1156.733903] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 9fc3b289-4ce8-45ab-a115-93a511ca9b60 is going to be updated. [ 1156.734960] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1156.735155] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1156.736621] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1156.736741] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1156.736807] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1156.736963] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1156.737108] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1156.757085] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 86643987-b9b4-44bb-b22a-ed3d1837d6d7 in Status: IN_PROGRESS for 2s [ 1156.772272] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1156.772658] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1156.772822] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1156.772904] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1156.773104] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1156.773188] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1156.773282] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b9252159-17c8-45ef-bdbe-1a0b66a60841 is going to be updated. [ 1156.776652] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1156.776780] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1156.776836] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1156.776987] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1156.777128] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1156.788551] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 174e25d4-9e09-4a69-9c52-ed6c8d2f77b7 in Status: IN_PROGRESS for 2s [ 1156.789772] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1156.789941] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1156.790044] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1156.790290] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1156.790468] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1156.802023] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: cf2f5d4c-3cd8-4fdd-9a9f-ec6fe7d29873 in Status: IN_PROGRESS for 2s [ 1156.806793] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1156.806927] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1156.807050] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1156.807258] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1156.807398] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1156.823346] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 9fc3b289-4ce8-45ab-a115-93a511ca9b60 in Status: IN_PROGRESS for 2s [ 1156.849025] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1156.849025] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1156.849201] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1156.849289] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1156.849496] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1156.861282] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock member-17403b43-4bd7-45a0-9c6c-7edabdf082c7 taken with stack trace [, , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1156.861430] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-17403b43-4bd7-45a0-9c6c-7edabdf082c7" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1156.861493] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-17403b43-4bd7-45a0-9c6c-7edabdf082c7" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1156.861734] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-17403b43-4bd7-45a0-9c6c-7edabdf082c7" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1156.861887] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1156.861983] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1156.862058] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1156.862214] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1156.862295] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1156.862381] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-17403b43-4bd7-45a0-9c6c-7edabdf082c7" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1156.862468] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('17403b43-4bd7-45a0-9c6c-7edabdf082c7',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1156.885413] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b9252159-17c8-45ef-bdbe-1a0b66a60841 in Status: IN_PROGRESS for 2s [ 1157.365199] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock member-17403b43-4bd7-45a0-9c6c-7edabdf082c7 taken with stack trace [, , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1157.365199] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-17403b43-4bd7-45a0-9c6c-7edabdf082c7" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1157.365199] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-17403b43-4bd7-45a0-9c6c-7edabdf082c7" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1157.365199] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-17403b43-4bd7-45a0-9c6c-7edabdf082c7" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1157.365439] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1157.365439] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1157.365439] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1157.365574] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1157.365656] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1157.365786] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-17403b43-4bd7-45a0-9c6c-7edabdf082c7" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1157.365893] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock member-17403b43-4bd7-45a0-9c6c-7edabdf082c7 taken with stack trace [, , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1157.365986] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-17403b43-4bd7-45a0-9c6c-7edabdf082c7" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1157.366069] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-17403b43-4bd7-45a0-9c6c-7edabdf082c7" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1157.366217] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-17403b43-4bd7-45a0-9c6c-7edabdf082c7" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1157.366373] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1157.366456] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1157.366527] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1157.366670] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1157.366744] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1157.366825] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-17403b43-4bd7-45a0-9c6c-7edabdf082c7" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1157.366913] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('17403b43-4bd7-45a0-9c6c-7edabdf082c7',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1157.696396] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bbed9d31-5596-43da-97e8-1afe86ce9aec in Status: SUCCESS [ 1157.696822] env[69685]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: bbed9d31-5596-43da-97e8-1afe86ce9aec deletion is rescheduled due to dependency. [ 1157.696822] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bbed9d31-5596-43da-97e8-1afe86ce9aec" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1157.709694] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5ef219b4-c621-4645-9c97-22a83d872582 in Status: SUCCESS [ 1157.709936] env[69685]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5ef219b4-c621-4645-9c97-22a83d872582 deletion is rescheduled due to dependency. [ 1157.710120] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5ef219b4-c621-4645-9c97-22a83d872582" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1157.771476] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e58ba48b-ffaf-4693-a8a9-628c0b411728 in Status: SUCCESS [ 1157.771746] env[69685]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e58ba48b-ffaf-4693-a8a9-628c0b411728 deletion is rescheduled due to dependency. [ 1157.771850] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e58ba48b-ffaf-4693-a8a9-628c0b411728" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1157.870388] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 17403b43-4bd7-45a0-9c6c-7edabdf082c7: rpc.has_security_group_logging(os_id): False [ 1157.889285] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1157.889467] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1157.889544] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1157.889739] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1157.889845] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1157.890077] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1157.890192] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1157.890359] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1157.890432] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1157.890511] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1157.890666] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1157.890800] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1157.890800] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1157.890991] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1157.891132] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1157.891314] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1157.891314] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1157.891460] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1157.891509] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1157.891662] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1157.891729] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 17403b43-4bd7-45a0-9c6c-7edabdf082c7 is going to be updated. [ 1157.958903] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1157.961021] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1157.961021] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1157.961021] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1157.961021] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1157.974142] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 17403b43-4bd7-45a0-9c6c-7edabdf082c7 in Status: IN_PROGRESS for 2s [ 1158.055917] env[69685]: INFO networking_nsxv3.common.synchronization [req-5b95ec46-ca2b-465c-aaf8-354fa1972a93 req-f92ff50e-1900-4f0f-b046-2bf0c86a194c tempest-ServersTestJSON-1840735191 tempest-ServersTestJSON-1840735191-project-member] Enqueued Resource ID: 24c0145a-8a6b-41b2-85dd-bc961b19e0c7 with Priority: HIGHEST for action security_group_members [ 1158.055917] env[69685]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 24c0145a-8a6b-41b2-85dd-bc961b19e0c7 with Priority: HIGHEST for action security_group_members [ 1158.055917] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock member-24c0145a-8a6b-41b2-85dd-bc961b19e0c7 taken with stack trace [, , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1158.055917] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-24c0145a-8a6b-41b2-85dd-bc961b19e0c7" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1158.055917] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-24c0145a-8a6b-41b2-85dd-bc961b19e0c7" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1158.056680] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-24c0145a-8a6b-41b2-85dd-bc961b19e0c7" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1158.056973] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1158.057291] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1158.057457] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1158.057702] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1158.057915] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1158.058116] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('24c0145a-8a6b-41b2-85dd-bc961b19e0c7',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1158.554058] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 957addfe-0815-4952-8cf1-80f8ba25be41 in Status: SUCCESS [ 1158.554574] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-957addfe-0815-4952-8cf1-80f8ba25be41" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1158.561062] env[69685]: DEBUG networking_nsxv3.common.locking [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Lock network-584 taken with stack trace [, , , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1158.561297] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquiring lock "network-584" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1158.561390] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquired lock "network-584" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1158.561746] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquired external semaphore "network-584" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1158.562120] env[69685]: DEBUG networking_nsxv3.common.locking [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1158.562343] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquiring lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1158.562509] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquired lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1158.562840] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquired external semaphore "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1158.563084] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Releasing lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1158.563269] env[69685]: DEBUG dogpile.cache.region [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] No value present for key: 'zone-id' {{(pid=69685) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1158.563403] env[69685]: DEBUG dogpile.lock [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] NeedRegenerationException {{(pid=69685) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1158.563519] env[69685]: DEBUG dogpile.lock [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] no value, waiting for create lock {{(pid=69685) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1158.563631] env[69685]: DEBUG dogpile.lock [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] value creation lock acquired {{(pid=69685) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1158.563747] env[69685]: DEBUG dogpile.cache.region [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] No value present for key: 'zone-id' {{(pid=69685) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1158.563874] env[69685]: DEBUG dogpile.lock [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Calling creation function for not-yet-present value {{(pid=69685) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1158.564053] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1158.565192] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1158.565303] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1158.565370] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1158.565523] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1158.565606] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1158.565787] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1158.565880] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1158.565941] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1158.566094] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1158.566170] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1158.566251] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 24c0145a-8a6b-41b2-85dd-bc961b19e0c7 already deleted. [ 1158.566328] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-24c0145a-8a6b-41b2-85dd-bc961b19e0c7" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1158.585313] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1158.585478] env[69685]: DEBUG dogpile.cache.region [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=69685) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1158.585616] env[69685]: DEBUG dogpile.lock [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Released creation lock {{(pid=69685) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1158.585791] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Releasing lock "network-584" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1158.586108] env[69685]: DEBUG networking_nsxv3.common.locking [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Lock port-a0f1ce30-ba64-4b86-ad0c-ccf8fb67818c taken with stack trace [, , , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1158.586271] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquiring lock "port-a0f1ce30-ba64-4b86-ad0c-ccf8fb67818c" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1158.586391] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquired lock "port-a0f1ce30-ba64-4b86-ad0c-ccf8fb67818c" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1158.590019] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquired external semaphore "port-a0f1ce30-ba64-4b86-ad0c-ccf8fb67818c" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1158.590019] env[69685]: DEBUG networking_nsxv3.api.rpc [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a0f1ce30-ba64-4b86-ad0c-ccf8fb67818c',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1158.767594] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 86643987-b9b4-44bb-b22a-ed3d1837d6d7 in Status: SUCCESS [ 1158.767945] env[69685]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 86643987-b9b4-44bb-b22a-ed3d1837d6d7 deletion is rescheduled due to dependency. [ 1158.767945] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-86643987-b9b4-44bb-b22a-ed3d1837d6d7" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1158.799714] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 174e25d4-9e09-4a69-9c52-ed6c8d2f77b7 in Status: SUCCESS [ 1158.799958] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-174e25d4-9e09-4a69-9c52-ed6c8d2f77b7" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1158.812367] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: cf2f5d4c-3cd8-4fdd-9a9f-ec6fe7d29873 in Status: SUCCESS [ 1158.812367] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-cf2f5d4c-3cd8-4fdd-9a9f-ec6fe7d29873" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1158.833428] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 9fc3b289-4ce8-45ab-a115-93a511ca9b60 in Status: SUCCESS [ 1158.834315] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-9fc3b289-4ce8-45ab-a115-93a511ca9b60" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1158.898685] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b9252159-17c8-45ef-bdbe-1a0b66a60841 in Status: SUCCESS [ 1158.898966] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b9252159-17c8-45ef-bdbe-1a0b66a60841" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1159.089924] env[69685]: DEBUG networking_nsxv3.common.locking [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1159.089924] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquiring lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1159.089924] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquired lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1159.090367] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquired external semaphore "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1159.090584] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Releasing lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1159.090828] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Segment Port a0f1ce30-ba64-4b86-ad0c-ccf8fb67818c not found, creating... [ 1159.091259] env[69685]: DEBUG networking_nsxv3.common.locking [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1159.091529] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquiring lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1159.091738] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquired lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1159.092061] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquired external semaphore "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1159.092638] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Releasing lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1159.092732] env[69685]: DEBUG networking_nsxv3.common.locking [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1159.092954] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquiring lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1159.093148] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquired lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1159.093456] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquired external semaphore "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1159.093671] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Releasing lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1159.093880] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Resource: SegmentPort with ID: a0f1ce30-ba64-4b86-ad0c-ccf8fb67818c is going to be created. [ 1159.113791] env[69685]: DEBUG networking_nsxv3.common.locking [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1159.114095] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquiring lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1159.114240] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquired lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1159.114539] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquired external semaphore "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1159.114804] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Releasing lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1159.115085] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Releasing lock "port-a0f1ce30-ba64-4b86-ad0c-ccf8fb67818c" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1159.824962] env[69685]: INFO networking_nsxv3.common.synchronization [req-5b95ec46-ca2b-465c-aaf8-354fa1972a93 req-083bbf26-637f-4ec4-9041-0ae18212ffdc service nova] Enqueued Resource ID: 24c0145a-8a6b-41b2-85dd-bc961b19e0c7 with Priority: HIGHEST for action security_group_rules [ 1159.825216] env[69685]: INFO networking_nsxv3.common.synchronization [req-5b95ec46-ca2b-465c-aaf8-354fa1972a93 req-083bbf26-637f-4ec4-9041-0ae18212ffdc service nova] Enqueued Resource ID: 24c0145a-8a6b-41b2-85dd-bc961b19e0c7 with Priority: HIGHEST for action security_group_members [ 1159.825310] env[69685]: INFO networking_nsxv3.common.synchronization [req-5b95ec46-ca2b-465c-aaf8-354fa1972a93 req-083bbf26-637f-4ec4-9041-0ae18212ffdc service nova] Enqueued Resource ID: a0f1ce30-ba64-4b86-ad0c-ccf8fb67818c with Priority: HIGHEST for action port [ 1159.826491] env[69685]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 24c0145a-8a6b-41b2-85dd-bc961b19e0c7 with Priority: HIGHEST for action security_group_rules [ 1159.826491] env[69685]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 24c0145a-8a6b-41b2-85dd-bc961b19e0c7 with Priority: HIGHEST for action security_group_members [ 1159.826491] env[69685]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a0f1ce30-ba64-4b86-ad0c-ccf8fb67818c with Priority: HIGHEST for action port [ 1159.826790] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock rules-24c0145a-8a6b-41b2-85dd-bc961b19e0c7 taken with stack trace [, , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1159.826790] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-24c0145a-8a6b-41b2-85dd-bc961b19e0c7" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1159.826877] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-24c0145a-8a6b-41b2-85dd-bc961b19e0c7" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1159.827032] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-24c0145a-8a6b-41b2-85dd-bc961b19e0c7" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1159.827114] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('24c0145a-8a6b-41b2-85dd-bc961b19e0c7',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1159.829638] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock member-24c0145a-8a6b-41b2-85dd-bc961b19e0c7 taken with stack trace [, , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1159.829638] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-24c0145a-8a6b-41b2-85dd-bc961b19e0c7" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1159.829638] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-24c0145a-8a6b-41b2-85dd-bc961b19e0c7" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1159.829638] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-24c0145a-8a6b-41b2-85dd-bc961b19e0c7" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1159.829638] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1159.829638] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1159.829638] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1159.829638] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1159.829638] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1159.829638] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('24c0145a-8a6b-41b2-85dd-bc961b19e0c7',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1159.830222] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock port-a0f1ce30-ba64-4b86-ad0c-ccf8fb67818c taken with stack trace [, , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1159.830321] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a0f1ce30-ba64-4b86-ad0c-ccf8fb67818c" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1159.830554] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a0f1ce30-ba64-4b86-ad0c-ccf8fb67818c" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1159.830779] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a0f1ce30-ba64-4b86-ad0c-ccf8fb67818c" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1159.830852] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a0f1ce30-ba64-4b86-ad0c-ccf8fb67818c',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1159.987978] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 17403b43-4bd7-45a0-9c6c-7edabdf082c7 in Status: SUCCESS [ 1159.988232] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-17403b43-4bd7-45a0-9c6c-7edabdf082c7" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1160.332999] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('24c0145a-8a6b-41b2-85dd-bc961b19e0c7',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1160.334143] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock member-24c0145a-8a6b-41b2-85dd-bc961b19e0c7 taken with stack trace [, , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1160.334287] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-24c0145a-8a6b-41b2-85dd-bc961b19e0c7" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1160.334597] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port a0f1ce30-ba64-4b86-ad0c-ccf8fb67818c with status ACTIVE [ 1160.334760] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1160.334864] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1160.334922] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1160.335135] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1160.335226] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1160.335385] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1160.335507] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1160.335545] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1160.335674] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1160.335751] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1160.335934] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1160.336744] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1160.336857] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1160.337016] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1160.337096] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1160.337187] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: a0f1ce30-ba64-4b86-ad0c-ccf8fb67818c is going to be updated. [ 1160.363547] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1160.363793] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1160.363793] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1160.363995] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1160.364175] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1160.364346] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a0f1ce30-ba64-4b86-ad0c-ccf8fb67818c" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1160.704504] env[69685]: INFO networking_nsxv3.common.synchronization [req-39747b61-9312-420e-b380-d0e2b4532745 req-15a228f3-e07d-432e-a0e1-dbb0a9088687 tempest-InstanceActionsTestJSON-1721987131 tempest-InstanceActionsTestJSON-1721987131-project-member] Enqueued Resource ID: f2def81b-5c18-4728-93cb-eefdf85f267d with Priority: HIGHEST for action security_group_members [ 1160.704670] env[69685]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f2def81b-5c18-4728-93cb-eefdf85f267d with Priority: HIGHEST for action security_group_members [ 1160.704916] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock member-f2def81b-5c18-4728-93cb-eefdf85f267d taken with stack trace [, , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1160.705081] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f2def81b-5c18-4728-93cb-eefdf85f267d" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1160.705357] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f2def81b-5c18-4728-93cb-eefdf85f267d" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1160.705418] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f2def81b-5c18-4728-93cb-eefdf85f267d" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1160.705572] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1160.705680] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1160.705744] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1160.705894] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1160.707687] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1160.707821] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f2def81b-5c18-4728-93cb-eefdf85f267d',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1160.750930] env[69685]: INFO networking_nsxv3.common.synchronization [req-7c66a8cd-d776-4f2a-9026-54d9c3056bac req-0dc7d855-aa93-46cc-b885-d1b72fe4bfee tempest-AttachVolumeNegativeTest-2144472599 tempest-AttachVolumeNegativeTest-2144472599-project-member] Enqueued Resource ID: 174e25d4-9e09-4a69-9c52-ed6c8d2f77b7 with Priority: HIGHEST for action security_group_members [ 1160.751473] env[69685]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 174e25d4-9e09-4a69-9c52-ed6c8d2f77b7 with Priority: HIGHEST for action security_group_members [ 1160.751829] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock member-174e25d4-9e09-4a69-9c52-ed6c8d2f77b7 taken with stack trace [, , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1160.752025] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-174e25d4-9e09-4a69-9c52-ed6c8d2f77b7" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1160.752113] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-174e25d4-9e09-4a69-9c52-ed6c8d2f77b7" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1160.752298] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-174e25d4-9e09-4a69-9c52-ed6c8d2f77b7" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1160.752450] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1160.752585] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1160.752652] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1160.752841] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1160.752938] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1160.753019] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('174e25d4-9e09-4a69-9c52-ed6c8d2f77b7',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1160.837566] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('24c0145a-8a6b-41b2-85dd-bc961b19e0c7',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1161.212218] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1161.212218] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1161.212218] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1161.212218] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1161.212218] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1161.212477] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1161.212477] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1161.212556] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1161.212669] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1161.212764] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1161.212957] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f2def81b-5c18-4728-93cb-eefdf85f267d already deleted. [ 1161.212957] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f2def81b-5c18-4728-93cb-eefdf85f267d" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1161.258773] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1161.258937] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1161.259013] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1161.259279] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1161.259317] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1161.259491] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1161.259649] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1161.259649] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1161.259783] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1161.259883] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1161.260014] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 174e25d4-9e09-4a69-9c52-ed6c8d2f77b7 is going to be updated. [ 1161.265704] env[69685]: DEBUG networking_nsxv3.common.locking [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Lock network-593 taken with stack trace [, , , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1161.265895] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquiring lock "network-593" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1161.266025] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquired lock "network-593" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1161.266312] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquired external semaphore "network-593" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1161.266570] env[69685]: DEBUG networking_nsxv3.common.locking [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1161.266726] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquiring lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1161.266846] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquired lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1161.267070] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquired external semaphore "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1161.267210] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Releasing lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1161.267420] env[69685]: DEBUG dogpile.cache.region [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] No value present for key: 'zone-id' {{(pid=69685) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1161.267534] env[69685]: DEBUG dogpile.lock [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] NeedRegenerationException {{(pid=69685) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1161.267640] env[69685]: DEBUG dogpile.lock [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] no value, waiting for create lock {{(pid=69685) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1161.267752] env[69685]: DEBUG dogpile.lock [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] value creation lock acquired {{(pid=69685) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1161.267858] env[69685]: DEBUG dogpile.cache.region [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] No value present for key: 'zone-id' {{(pid=69685) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1161.267962] env[69685]: DEBUG dogpile.lock [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Calling creation function for not-yet-present value {{(pid=69685) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1161.268107] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1161.285413] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1161.285586] env[69685]: DEBUG dogpile.cache.region [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Cache value generated in 0.017 seconds for key(s): 'zone-id' {{(pid=69685) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1161.285925] env[69685]: DEBUG dogpile.lock [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Released creation lock {{(pid=69685) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1161.286122] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Releasing lock "network-593" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1161.286412] env[69685]: DEBUG networking_nsxv3.common.locking [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Lock port-4c4b8930-bcf2-4df9-9e5e-b095d081e2e3 taken with stack trace [, , , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1161.286584] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquiring lock "port-4c4b8930-bcf2-4df9-9e5e-b095d081e2e3" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1161.286703] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquired lock "port-4c4b8930-bcf2-4df9-9e5e-b095d081e2e3" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1161.286999] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquired external semaphore "port-4c4b8930-bcf2-4df9-9e5e-b095d081e2e3" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1161.287155] env[69685]: DEBUG networking_nsxv3.api.rpc [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4c4b8930-bcf2-4df9-9e5e-b095d081e2e3',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1161.293022] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1161.293153] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1161.293205] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1161.293378] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1161.293508] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1161.300764] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 174e25d4-9e09-4a69-9c52-ed6c8d2f77b7 in Status: IN_PROGRESS for 2s [ 1161.343678] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1161.343825] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1161.343893] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1161.344108] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1161.344198] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1161.344297] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 24c0145a-8a6b-41b2-85dd-bc961b19e0c7 is going to be created. [ 1161.367148] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1161.367278] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1161.367353] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1161.367497] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1161.367642] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1161.377150] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 24c0145a-8a6b-41b2-85dd-bc961b19e0c7 in Status: UNINITIALIZED for 2s [ 1161.792736] env[69685]: DEBUG networking_nsxv3.common.locking [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1161.793091] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquiring lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1161.793306] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquired lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1161.793723] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquired external semaphore "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1161.795120] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Releasing lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1161.795120] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Segment Port 4c4b8930-bcf2-4df9-9e5e-b095d081e2e3 not found, creating... [ 1161.795120] env[69685]: DEBUG networking_nsxv3.common.locking [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1161.795120] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquiring lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1161.798757] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquired lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1161.799192] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquired external semaphore "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1161.799464] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Releasing lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1161.800080] env[69685]: DEBUG networking_nsxv3.common.locking [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1161.800260] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquiring lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1161.800464] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquired lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1161.800835] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquired external semaphore "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1161.801402] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Releasing lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1161.801402] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Resource: SegmentPort with ID: 4c4b8930-bcf2-4df9-9e5e-b095d081e2e3 is going to be created. [ 1161.820467] env[69685]: DEBUG networking_nsxv3.common.locking [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1161.820689] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquiring lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1161.820818] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquired lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1161.821125] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquired external semaphore "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1161.821360] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Releasing lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1161.821633] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Releasing lock "port-4c4b8930-bcf2-4df9-9e5e-b095d081e2e3" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1162.321151] env[69685]: INFO networking_nsxv3.common.synchronization [req-637f72d6-e4bd-4a85-8e9e-34cab376636e req-cd3b4ce6-a10d-44fe-9687-75623b591df5 tempest-ServerGroupTestJSON-1161422558 tempest-ServerGroupTestJSON-1161422558-project-member] Enqueued Resource ID: 957addfe-0815-4952-8cf1-80f8ba25be41 with Priority: HIGHEST for action security_group_members [ 1162.321151] env[69685]: INFO networking_nsxv3.common.synchronization [req-982cc194-b982-4106-b260-3a3d33d62ece req-6d93916d-36d4-421a-8298-8a37adc87024 tempest-ListServerFiltersTestJSON-615974268 tempest-ListServerFiltersTestJSON-615974268-project-member] Enqueued Resource ID: 17403b43-4bd7-45a0-9c6c-7edabdf082c7 with Priority: HIGHEST for action security_group_members [ 1162.321884] env[69685]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 957addfe-0815-4952-8cf1-80f8ba25be41 with Priority: HIGHEST for action security_group_members [ 1162.322297] env[69685]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 17403b43-4bd7-45a0-9c6c-7edabdf082c7 with Priority: HIGHEST for action security_group_members [ 1162.322723] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock member-957addfe-0815-4952-8cf1-80f8ba25be41 taken with stack trace [, , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1162.322973] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-957addfe-0815-4952-8cf1-80f8ba25be41" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1162.323138] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-957addfe-0815-4952-8cf1-80f8ba25be41" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1162.323410] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-957addfe-0815-4952-8cf1-80f8ba25be41" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1162.323654] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1162.323859] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1162.323999] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1162.324253] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1162.324418] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1162.324587] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('957addfe-0815-4952-8cf1-80f8ba25be41',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1162.325472] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock member-17403b43-4bd7-45a0-9c6c-7edabdf082c7 taken with stack trace [, , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1162.325795] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-17403b43-4bd7-45a0-9c6c-7edabdf082c7" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1162.325942] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-17403b43-4bd7-45a0-9c6c-7edabdf082c7" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1162.326257] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-17403b43-4bd7-45a0-9c6c-7edabdf082c7" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1162.328303] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1162.328303] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1162.328303] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1162.328303] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1162.328303] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1162.328303] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('17403b43-4bd7-45a0-9c6c-7edabdf082c7',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1162.563272] env[69685]: INFO networking_nsxv3.common.synchronization [req-39747b61-9312-420e-b380-d0e2b4532745 req-62af6cbf-4d75-47eb-be7a-b6f35d103b67 service nova] Enqueued Resource ID: f2def81b-5c18-4728-93cb-eefdf85f267d with Priority: HIGHEST for action security_group_rules [ 1162.563272] env[69685]: INFO networking_nsxv3.common.synchronization [req-39747b61-9312-420e-b380-d0e2b4532745 req-62af6cbf-4d75-47eb-be7a-b6f35d103b67 service nova] Enqueued Resource ID: f2def81b-5c18-4728-93cb-eefdf85f267d with Priority: HIGHEST for action security_group_members [ 1162.563272] env[69685]: INFO networking_nsxv3.common.synchronization [req-39747b61-9312-420e-b380-d0e2b4532745 req-62af6cbf-4d75-47eb-be7a-b6f35d103b67 service nova] Enqueued Resource ID: 4c4b8930-bcf2-4df9-9e5e-b095d081e2e3 with Priority: HIGHEST for action port [ 1162.563272] env[69685]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f2def81b-5c18-4728-93cb-eefdf85f267d with Priority: HIGHEST for action security_group_rules [ 1162.563272] env[69685]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f2def81b-5c18-4728-93cb-eefdf85f267d with Priority: HIGHEST for action security_group_members [ 1162.563272] env[69685]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4c4b8930-bcf2-4df9-9e5e-b095d081e2e3 with Priority: HIGHEST for action port [ 1162.563272] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f2def81b-5c18-4728-93cb-eefdf85f267d taken with stack trace [, , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1162.563272] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f2def81b-5c18-4728-93cb-eefdf85f267d" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1162.564164] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f2def81b-5c18-4728-93cb-eefdf85f267d" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1162.564680] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f2def81b-5c18-4728-93cb-eefdf85f267d" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1162.565188] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f2def81b-5c18-4728-93cb-eefdf85f267d',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1162.569015] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock member-f2def81b-5c18-4728-93cb-eefdf85f267d taken with stack trace [, , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1162.569015] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f2def81b-5c18-4728-93cb-eefdf85f267d" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1162.569015] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f2def81b-5c18-4728-93cb-eefdf85f267d" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1162.569015] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f2def81b-5c18-4728-93cb-eefdf85f267d" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1162.569015] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1162.569015] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1162.569015] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1162.569015] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1162.569015] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1162.569015] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f2def81b-5c18-4728-93cb-eefdf85f267d',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1162.573137] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock port-4c4b8930-bcf2-4df9-9e5e-b095d081e2e3 taken with stack trace [, , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1162.573137] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-4c4b8930-bcf2-4df9-9e5e-b095d081e2e3" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1162.573137] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-4c4b8930-bcf2-4df9-9e5e-b095d081e2e3" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1162.573137] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-4c4b8930-bcf2-4df9-9e5e-b095d081e2e3" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1162.573137] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4c4b8930-bcf2-4df9-9e5e-b095d081e2e3',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1162.829572] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1162.829698] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1162.829809] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1162.829962] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1162.830070] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1162.830260] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1162.830383] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1162.830513] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1162.830684] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1162.830719] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1162.830810] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 957addfe-0815-4952-8cf1-80f8ba25be41 is going to be updated. [ 1162.831926] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('17403b43-4bd7-45a0-9c6c-7edabdf082c7',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1162.858029] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1162.858029] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1162.858029] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1162.858229] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1162.858229] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1162.866182] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 957addfe-0815-4952-8cf1-80f8ba25be41 in Status: IN_PROGRESS for 2s [ 1163.073730] env[69685]: INFO networking_nsxv3.common.synchronization [req-3fd96c95-1c39-4a81-8fb5-ee73f76d215b req-3ff30c91-7db4-4262-83cd-0bc98f815f69 tempest-AttachInterfacesTestJSON-1165856161 tempest-AttachInterfacesTestJSON-1165856161-project-member] Enqueued Resource ID: b9252159-17c8-45ef-bdbe-1a0b66a60841 with Priority: HIGHEST for action security_group_members [ 1163.074160] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock member-f2def81b-5c18-4728-93cb-eefdf85f267d taken with stack trace [, , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1163.074286] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f2def81b-5c18-4728-93cb-eefdf85f267d" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1163.074426] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('f2def81b-5c18-4728-93cb-eefdf85f267d',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1163.075167] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 4c4b8930-bcf2-4df9-9e5e-b095d081e2e3 with status ACTIVE [ 1163.075332] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1163.075439] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1163.075523] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1163.075698] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1163.075784] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1163.075944] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1163.076048] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1163.076107] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1163.076259] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1163.076354] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1163.076513] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1163.076651] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1163.076743] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1163.076823] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1163.076899] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1163.076984] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 4c4b8930-bcf2-4df9-9e5e-b095d081e2e3 is going to be updated. [ 1163.078484] env[69685]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b9252159-17c8-45ef-bdbe-1a0b66a60841 with Priority: HIGHEST for action security_group_members [ 1163.078986] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock member-b9252159-17c8-45ef-bdbe-1a0b66a60841 taken with stack trace [, , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1163.079133] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b9252159-17c8-45ef-bdbe-1a0b66a60841" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1163.079214] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b9252159-17c8-45ef-bdbe-1a0b66a60841" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1163.079371] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b9252159-17c8-45ef-bdbe-1a0b66a60841" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1163.079542] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1163.079674] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1163.079674] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1163.079939] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1163.080037] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1163.080151] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b9252159-17c8-45ef-bdbe-1a0b66a60841',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1163.107499] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1163.107639] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1163.107712] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1163.107906] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1163.109142] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1163.109142] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-4c4b8930-bcf2-4df9-9e5e-b095d081e2e3" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1163.319985] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 174e25d4-9e09-4a69-9c52-ed6c8d2f77b7 in Status: SUCCESS [ 1163.320205] env[69685]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 174e25d4-9e09-4a69-9c52-ed6c8d2f77b7 deletion is rescheduled due to dependency. [ 1163.320361] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-174e25d4-9e09-4a69-9c52-ed6c8d2f77b7" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1163.335314] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('17403b43-4bd7-45a0-9c6c-7edabdf082c7',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1163.386415] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 24c0145a-8a6b-41b2-85dd-bc961b19e0c7 in Status: SUCCESS [ 1163.386617] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-24c0145a-8a6b-41b2-85dd-bc961b19e0c7" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1163.386771] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-24c0145a-8a6b-41b2-85dd-bc961b19e0c7" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1163.387126] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-24c0145a-8a6b-41b2-85dd-bc961b19e0c7" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1163.387319] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1163.387433] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1163.387496] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1163.387654] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1163.387724] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1163.387805] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-24c0145a-8a6b-41b2-85dd-bc961b19e0c7" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1163.387893] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('24c0145a-8a6b-41b2-85dd-bc961b19e0c7',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1163.474135] env[69685]: DEBUG networking_nsxv3.common.locking [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Lock network-52 taken with stack trace [, , , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1163.474474] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquiring lock "network-52" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1163.474474] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquired lock "network-52" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1163.474720] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquired external semaphore "network-52" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1163.474978] env[69685]: DEBUG networking_nsxv3.common.locking [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1163.475151] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquiring lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1163.475268] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquired lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1163.475484] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquired external semaphore "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1163.475634] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Releasing lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1163.475843] env[69685]: DEBUG dogpile.cache.region [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] No value present for key: 'zone-id' {{(pid=69685) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1163.475957] env[69685]: DEBUG dogpile.lock [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] NeedRegenerationException {{(pid=69685) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1163.476229] env[69685]: DEBUG dogpile.lock [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] no value, waiting for create lock {{(pid=69685) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1163.476364] env[69685]: DEBUG dogpile.lock [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] value creation lock acquired {{(pid=69685) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1163.476481] env[69685]: DEBUG dogpile.cache.region [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] No value present for key: 'zone-id' {{(pid=69685) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1163.476588] env[69685]: DEBUG dogpile.lock [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Calling creation function for not-yet-present value {{(pid=69685) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1163.476725] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1163.494353] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1163.494353] env[69685]: DEBUG dogpile.cache.region [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Cache value generated in 0.017 seconds for key(s): 'zone-id' {{(pid=69685) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1163.494353] env[69685]: DEBUG dogpile.lock [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Released creation lock {{(pid=69685) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1163.494353] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Releasing lock "network-52" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1163.494557] env[69685]: DEBUG networking_nsxv3.common.locking [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Lock port-cd2ab4cf-f6e2-4d6f-a15a-c8781c15c9fa taken with stack trace [, , , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1163.494737] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquiring lock "port-cd2ab4cf-f6e2-4d6f-a15a-c8781c15c9fa" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1163.494737] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquired lock "port-cd2ab4cf-f6e2-4d6f-a15a-c8781c15c9fa" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1163.495077] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquired external semaphore "port-cd2ab4cf-f6e2-4d6f-a15a-c8781c15c9fa" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1163.495219] env[69685]: DEBUG networking_nsxv3.api.rpc [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('cd2ab4cf-f6e2-4d6f-a15a-c8781c15c9fa',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1163.581527] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('f2def81b-5c18-4728-93cb-eefdf85f267d',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1163.584035] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('b9252159-17c8-45ef-bdbe-1a0b66a60841',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1163.838094] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1163.838319] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1163.838400] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1163.838661] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1163.838762] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1163.838879] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 17403b43-4bd7-45a0-9c6c-7edabdf082c7 is going to be updated. [ 1163.864181] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1163.864181] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1163.864181] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1163.864456] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1163.864496] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1163.872545] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 17403b43-4bd7-45a0-9c6c-7edabdf082c7 in Status: IN_PROGRESS for 2s [ 1163.893139] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('24c0145a-8a6b-41b2-85dd-bc961b19e0c7',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1163.998103] env[69685]: DEBUG networking_nsxv3.common.locking [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1163.998342] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquiring lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1163.998478] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquired lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1163.998883] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquired external semaphore "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1163.999076] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Releasing lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1163.999243] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Segment Port cd2ab4cf-f6e2-4d6f-a15a-c8781c15c9fa not found, creating... [ 1163.999521] env[69685]: DEBUG networking_nsxv3.common.locking [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1163.999735] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquiring lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1163.999831] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquired lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1164.000067] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquired external semaphore "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1164.000213] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Releasing lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1164.000502] env[69685]: DEBUG networking_nsxv3.common.locking [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1164.000663] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquiring lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1164.000784] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquired lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1164.000997] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquired external semaphore "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1164.001156] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Releasing lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1164.001300] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Resource: SegmentPort with ID: cd2ab4cf-f6e2-4d6f-a15a-c8781c15c9fa is going to be created. [ 1164.020207] env[69685]: DEBUG networking_nsxv3.common.locking [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1164.020472] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquiring lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1164.020585] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquired lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1164.020825] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquired external semaphore "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1164.021076] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Releasing lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1164.021313] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Releasing lock "port-cd2ab4cf-f6e2-4d6f-a15a-c8781c15c9fa" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1164.084073] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1164.084384] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1164.084525] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1164.084892] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1164.085089] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1164.085266] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f2def81b-5c18-4728-93cb-eefdf85f267d is going to be created. [ 1164.087371] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('b9252159-17c8-45ef-bdbe-1a0b66a60841',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1164.122968] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1164.123132] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1164.123227] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1164.123455] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1164.123656] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1164.134040] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f2def81b-5c18-4728-93cb-eefdf85f267d in Status: UNINITIALIZED for 2s [ 1164.395911] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 24c0145a-8a6b-41b2-85dd-bc961b19e0c7: rpc.has_security_group_logging(os_id): False [ 1164.415828] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1164.415828] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1164.415828] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1164.415828] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1164.416167] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1164.416292] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1164.416405] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1164.416471] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1164.416729] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1164.416729] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1164.416845] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 24c0145a-8a6b-41b2-85dd-bc961b19e0c7 is going to be created. [ 1164.471969] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1164.472186] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1164.472258] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1164.472431] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1164.472614] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1164.482439] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 24c0145a-8a6b-41b2-85dd-bc961b19e0c7 in Status: IN_PROGRESS for 2s [ 1164.526373] env[69685]: INFO networking_nsxv3.common.synchronization [req-d9dbe5d7-d277-4a20-b9e9-9038bae7c2a8 req-f1c79057-87dc-434e-af9b-ff0a216e6254 tempest-ImagesTestJSON-1265937060 tempest-ImagesTestJSON-1265937060-project-member] Enqueued Resource ID: 4ea7bb1c-b746-44b1-abbe-9e20ef6cb145 with Priority: HIGHEST for action security_group_members [ 1164.526734] env[69685]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4ea7bb1c-b746-44b1-abbe-9e20ef6cb145 with Priority: HIGHEST for action security_group_members [ 1164.527055] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock member-4ea7bb1c-b746-44b1-abbe-9e20ef6cb145 taken with stack trace [, , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1164.527189] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4ea7bb1c-b746-44b1-abbe-9e20ef6cb145" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1164.527258] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4ea7bb1c-b746-44b1-abbe-9e20ef6cb145" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1164.527458] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4ea7bb1c-b746-44b1-abbe-9e20ef6cb145" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1164.527609] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1164.527708] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1164.527772] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1164.527917] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1164.528009] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1164.528103] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4ea7bb1c-b746-44b1-abbe-9e20ef6cb145',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1164.590857] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1164.591113] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1164.591113] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1164.591251] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1164.591373] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1164.591466] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b9252159-17c8-45ef-bdbe-1a0b66a60841 is going to be updated. [ 1164.641756] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1164.641913] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1164.641983] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1164.642198] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1164.642545] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1164.652378] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b9252159-17c8-45ef-bdbe-1a0b66a60841 in Status: IN_PROGRESS for 2s [ 1164.875242] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 957addfe-0815-4952-8cf1-80f8ba25be41 in Status: SUCCESS [ 1164.875415] env[69685]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 957addfe-0815-4952-8cf1-80f8ba25be41 deletion is rescheduled due to dependency. [ 1164.875524] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-957addfe-0815-4952-8cf1-80f8ba25be41" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1164.881053] env[69685]: INFO networking_nsxv3.common.synchronization [req-3fd96c95-1c39-4a81-8fb5-ee73f76d215b req-7b69e347-3ef4-4917-b46e-680000bbf6de service nova] Enqueued Resource ID: b9252159-17c8-45ef-bdbe-1a0b66a60841 with Priority: HIGHEST for action security_group_rules [ 1164.881229] env[69685]: INFO networking_nsxv3.common.synchronization [req-3fd96c95-1c39-4a81-8fb5-ee73f76d215b req-7b69e347-3ef4-4917-b46e-680000bbf6de service nova] Enqueued Resource ID: b9252159-17c8-45ef-bdbe-1a0b66a60841 with Priority: HIGHEST for action security_group_members [ 1164.881365] env[69685]: INFO networking_nsxv3.common.synchronization [req-3fd96c95-1c39-4a81-8fb5-ee73f76d215b req-7b69e347-3ef4-4917-b46e-680000bbf6de service nova] Enqueued Resource ID: cd2ab4cf-f6e2-4d6f-a15a-c8781c15c9fa with Priority: HIGHEST for action port [ 1164.881582] env[69685]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b9252159-17c8-45ef-bdbe-1a0b66a60841 with Priority: HIGHEST for action security_group_rules [ 1164.881745] env[69685]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b9252159-17c8-45ef-bdbe-1a0b66a60841 with Priority: HIGHEST for action security_group_members [ 1164.881838] env[69685]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cd2ab4cf-f6e2-4d6f-a15a-c8781c15c9fa with Priority: HIGHEST for action port [ 1164.882371] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b9252159-17c8-45ef-bdbe-1a0b66a60841 taken with stack trace [, , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1164.882485] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b9252159-17c8-45ef-bdbe-1a0b66a60841" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1164.882547] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b9252159-17c8-45ef-bdbe-1a0b66a60841" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1164.882777] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b9252159-17c8-45ef-bdbe-1a0b66a60841" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1164.882849] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b9252159-17c8-45ef-bdbe-1a0b66a60841',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1164.883750] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock member-b9252159-17c8-45ef-bdbe-1a0b66a60841 taken with stack trace [, , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1164.883835] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b9252159-17c8-45ef-bdbe-1a0b66a60841" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1164.884056] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock port-cd2ab4cf-f6e2-4d6f-a15a-c8781c15c9fa taken with stack trace [, , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1164.884164] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-cd2ab4cf-f6e2-4d6f-a15a-c8781c15c9fa" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1164.884213] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-cd2ab4cf-f6e2-4d6f-a15a-c8781c15c9fa" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1164.884362] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-cd2ab4cf-f6e2-4d6f-a15a-c8781c15c9fa" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1164.884947] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('cd2ab4cf-f6e2-4d6f-a15a-c8781c15c9fa',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1165.030072] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1165.030241] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1165.030312] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1165.030529] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1165.050248] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1165.050536] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1165.050670] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1165.050739] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1165.050950] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1165.051066] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1165.051159] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4ea7bb1c-b746-44b1-abbe-9e20ef6cb145 is going to be updated. [ 1165.076501] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1165.076663] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1165.076732] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1165.076955] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1165.077729] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1165.086391] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4ea7bb1c-b746-44b1-abbe-9e20ef6cb145 in Status: IN_PROGRESS for 2s [ 1165.387788] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock member-b9252159-17c8-45ef-bdbe-1a0b66a60841 taken with stack trace [, , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1165.387916] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b9252159-17c8-45ef-bdbe-1a0b66a60841" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1165.388745] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port cd2ab4cf-f6e2-4d6f-a15a-c8781c15c9fa with status ACTIVE [ 1165.388745] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1165.388745] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1165.388745] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1165.388745] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1165.389058] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1165.389058] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1165.389058] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1165.389163] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1165.389234] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1165.389311] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1165.389491] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1165.389580] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1165.389641] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1165.389798] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1165.389873] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1165.389957] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: cd2ab4cf-f6e2-4d6f-a15a-c8781c15c9fa is going to be updated. [ 1165.413013] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1165.413318] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1165.413318] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1165.413444] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1165.413581] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1165.413738] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-cd2ab4cf-f6e2-4d6f-a15a-c8781c15c9fa" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1165.881894] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 17403b43-4bd7-45a0-9c6c-7edabdf082c7 in Status: SUCCESS [ 1165.882131] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-17403b43-4bd7-45a0-9c6c-7edabdf082c7" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1166.143912] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f2def81b-5c18-4728-93cb-eefdf85f267d in Status: SUCCESS [ 1166.144242] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f2def81b-5c18-4728-93cb-eefdf85f267d" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1166.144484] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f2def81b-5c18-4728-93cb-eefdf85f267d" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1166.145614] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f2def81b-5c18-4728-93cb-eefdf85f267d" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1166.145614] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1166.145614] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1166.145614] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1166.145614] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1166.145614] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1166.146048] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f2def81b-5c18-4728-93cb-eefdf85f267d" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1166.146048] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('f2def81b-5c18-4728-93cb-eefdf85f267d',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1166.498785] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 24c0145a-8a6b-41b2-85dd-bc961b19e0c7 in Status: SUCCESS [ 1166.499199] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-24c0145a-8a6b-41b2-85dd-bc961b19e0c7" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1166.648896] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock member-f2def81b-5c18-4728-93cb-eefdf85f267d taken with stack trace [, , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1166.649191] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f2def81b-5c18-4728-93cb-eefdf85f267d" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1166.649191] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f2def81b-5c18-4728-93cb-eefdf85f267d" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1166.649341] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f2def81b-5c18-4728-93cb-eefdf85f267d" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1166.649512] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1166.649604] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1166.649663] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1166.649794] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1166.649870] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1166.650039] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f2def81b-5c18-4728-93cb-eefdf85f267d" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1166.650175] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock member-f2def81b-5c18-4728-93cb-eefdf85f267d taken with stack trace [, , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1166.650252] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f2def81b-5c18-4728-93cb-eefdf85f267d" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1166.650252] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f2def81b-5c18-4728-93cb-eefdf85f267d" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1166.650389] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f2def81b-5c18-4728-93cb-eefdf85f267d" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1166.650524] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1166.650614] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1166.650666] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1166.650804] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1166.650878] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1166.650958] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f2def81b-5c18-4728-93cb-eefdf85f267d" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1166.651058] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('f2def81b-5c18-4728-93cb-eefdf85f267d',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1166.661976] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b9252159-17c8-45ef-bdbe-1a0b66a60841 in Status: SUCCESS [ 1166.662191] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b9252159-17c8-45ef-bdbe-1a0b66a60841" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1166.662760] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b9252159-17c8-45ef-bdbe-1a0b66a60841" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1166.662849] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b9252159-17c8-45ef-bdbe-1a0b66a60841" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1166.662994] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1166.663114] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1166.663179] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1166.663417] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1166.663492] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1166.663785] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b9252159-17c8-45ef-bdbe-1a0b66a60841',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1167.094103] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4ea7bb1c-b746-44b1-abbe-9e20ef6cb145 in Status: SUCCESS [ 1167.094295] env[69685]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4ea7bb1c-b746-44b1-abbe-9e20ef6cb145 deletion is rescheduled due to dependency. [ 1167.094404] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4ea7bb1c-b746-44b1-abbe-9e20ef6cb145" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1167.153415] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for f2def81b-5c18-4728-93cb-eefdf85f267d: rpc.has_security_group_logging(os_id): False [ 1167.165280] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('b9252159-17c8-45ef-bdbe-1a0b66a60841',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1167.170184] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1167.170372] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1167.170428] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1167.171718] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1167.171718] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1167.171718] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1167.172484] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1167.172484] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1167.176191] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1167.176191] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1167.176191] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1167.176191] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1167.176191] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1167.176560] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1167.176560] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1167.176560] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1167.176772] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1167.176772] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1167.176844] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1167.176882] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1167.176957] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f2def81b-5c18-4728-93cb-eefdf85f267d is going to be created. [ 1167.230520] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1167.230681] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1167.230757] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1167.231052] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1167.231249] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1167.245135] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f2def81b-5c18-4728-93cb-eefdf85f267d in Status: IN_PROGRESS for 2s [ 1167.574327] env[69685]: INFO networking_nsxv3.common.synchronization [req-8923cfc6-06f8-4312-a4c0-3148f5ef7e2e req-aa7c0733-7106-4979-83b3-bfb9e9a0ad03 tempest-ImagesOneServerTestJSON-477753214 tempest-ImagesOneServerTestJSON-477753214-project-member] Enqueued Resource ID: 49a2ed09-3a30-47a5-87f3-33db4284296e with Priority: HIGHEST for action security_group_members [ 1167.575170] env[69685]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 49a2ed09-3a30-47a5-87f3-33db4284296e with Priority: HIGHEST for action security_group_members [ 1167.575912] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock member-49a2ed09-3a30-47a5-87f3-33db4284296e taken with stack trace [, , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1167.576056] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-49a2ed09-3a30-47a5-87f3-33db4284296e" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1167.576125] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-49a2ed09-3a30-47a5-87f3-33db4284296e" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1167.577088] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-49a2ed09-3a30-47a5-87f3-33db4284296e" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1167.577306] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1167.577426] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1167.577490] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1167.577656] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1167.577740] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1167.577835] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('49a2ed09-3a30-47a5-87f3-33db4284296e',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1167.679444] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('b9252159-17c8-45ef-bdbe-1a0b66a60841',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1168.080675] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1168.080887] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1168.080965] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1168.081140] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1168.081232] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1168.081434] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1168.081540] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1168.081669] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1168.081859] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1168.081939] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1168.082041] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 49a2ed09-3a30-47a5-87f3-33db4284296e already deleted. [ 1168.082124] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-49a2ed09-3a30-47a5-87f3-33db4284296e" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1168.183595] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1168.183729] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1168.183828] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1168.184046] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1168.184219] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1168.184259] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b9252159-17c8-45ef-bdbe-1a0b66a60841 is going to be updated. [ 1168.213423] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1168.213558] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1168.214385] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1168.214385] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1168.214385] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1168.223453] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b9252159-17c8-45ef-bdbe-1a0b66a60841 in Status: IN_PROGRESS for 2s [ 1168.416056] env[69685]: DEBUG networking_nsxv3.common.locking [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Lock network-4 taken with stack trace [, , , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1168.416142] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquiring lock "network-4" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1168.417047] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquired lock "network-4" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1168.417047] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquired external semaphore "network-4" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1168.417047] env[69685]: DEBUG networking_nsxv3.common.locking [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1168.417464] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquiring lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1168.417743] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquired lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1168.418067] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquired external semaphore "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1168.419674] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Releasing lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1168.419996] env[69685]: DEBUG dogpile.cache.region [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] No value present for key: 'zone-id' {{(pid=69685) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1168.420232] env[69685]: DEBUG dogpile.lock [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] NeedRegenerationException {{(pid=69685) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1168.420523] env[69685]: DEBUG dogpile.lock [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] no value, waiting for create lock {{(pid=69685) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1168.420724] env[69685]: DEBUG dogpile.lock [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] value creation lock acquired {{(pid=69685) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1168.420925] env[69685]: DEBUG dogpile.cache.region [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] No value present for key: 'zone-id' {{(pid=69685) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1168.421223] env[69685]: DEBUG dogpile.lock [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Calling creation function for not-yet-present value {{(pid=69685) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1168.421521] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1168.443103] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1168.443272] env[69685]: DEBUG dogpile.cache.region [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=69685) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1168.443412] env[69685]: DEBUG dogpile.lock [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Released creation lock {{(pid=69685) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1168.443586] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Releasing lock "network-4" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1168.443919] env[69685]: DEBUG networking_nsxv3.common.locking [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Lock port-9c1f0534-b330-4647-b6f7-f3e848c9dbbd taken with stack trace [, , , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1168.444072] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquiring lock "port-9c1f0534-b330-4647-b6f7-f3e848c9dbbd" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1168.444195] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquired lock "port-9c1f0534-b330-4647-b6f7-f3e848c9dbbd" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1168.444540] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquired external semaphore "port-9c1f0534-b330-4647-b6f7-f3e848c9dbbd" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1168.444637] env[69685]: DEBUG networking_nsxv3.api.rpc [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9c1f0534-b330-4647-b6f7-f3e848c9dbbd',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1168.947754] env[69685]: DEBUG networking_nsxv3.common.locking [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1168.948759] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquiring lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1168.948913] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquired lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1168.949620] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquired external semaphore "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1168.949620] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Releasing lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1168.949620] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Segment Port 9c1f0534-b330-4647-b6f7-f3e848c9dbbd not found, creating... [ 1168.950416] env[69685]: DEBUG networking_nsxv3.common.locking [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1168.950555] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquiring lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1168.950698] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquired lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1168.951075] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquired external semaphore "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1168.951356] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Releasing lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1168.951673] env[69685]: DEBUG networking_nsxv3.common.locking [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1168.951853] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquiring lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1168.951976] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquired lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1168.952591] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquired external semaphore "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1168.952741] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Releasing lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1168.952987] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Resource: SegmentPort with ID: 9c1f0534-b330-4647-b6f7-f3e848c9dbbd is going to be created. [ 1168.972136] env[69685]: DEBUG networking_nsxv3.common.locking [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1168.972394] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquiring lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1168.972790] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquired lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1168.973284] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquired external semaphore "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1168.973748] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Releasing lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1168.974073] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Releasing lock "port-9c1f0534-b330-4647-b6f7-f3e848c9dbbd" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1169.260379] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f2def81b-5c18-4728-93cb-eefdf85f267d in Status: SUCCESS [ 1169.261213] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f2def81b-5c18-4728-93cb-eefdf85f267d" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1169.324312] env[69685]: INFO networking_nsxv3.common.synchronization [None req-6e105092-9e43-44df-9611-f252fb873e25 None None] Enqueued Resource ID: 3d28a8c8-1383-485a-ad52-02fec9a50974 with Priority: HIGHEST for action port [ 1169.324312] env[69685]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3d28a8c8-1383-485a-ad52-02fec9a50974 with Priority: HIGHEST for action port [ 1169.324312] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock port-3d28a8c8-1383-485a-ad52-02fec9a50974 taken with stack trace [, , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1169.324312] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-3d28a8c8-1383-485a-ad52-02fec9a50974" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1169.324312] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-3d28a8c8-1383-485a-ad52-02fec9a50974" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1169.324312] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-3d28a8c8-1383-485a-ad52-02fec9a50974" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1169.324312] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3d28a8c8-1383-485a-ad52-02fec9a50974',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1169.773047] env[69685]: INFO networking_nsxv3.common.synchronization [req-8923cfc6-06f8-4312-a4c0-3148f5ef7e2e req-dea2317f-6481-43e3-a1c0-cdeac93ef337 service nova] Enqueued Resource ID: 49a2ed09-3a30-47a5-87f3-33db4284296e with Priority: HIGHEST for action security_group_rules [ 1169.773238] env[69685]: INFO networking_nsxv3.common.synchronization [req-8923cfc6-06f8-4312-a4c0-3148f5ef7e2e req-dea2317f-6481-43e3-a1c0-cdeac93ef337 service nova] Enqueued Resource ID: 49a2ed09-3a30-47a5-87f3-33db4284296e with Priority: HIGHEST for action security_group_members [ 1169.775075] env[69685]: INFO networking_nsxv3.common.synchronization [req-8923cfc6-06f8-4312-a4c0-3148f5ef7e2e req-dea2317f-6481-43e3-a1c0-cdeac93ef337 service nova] Enqueued Resource ID: 9c1f0534-b330-4647-b6f7-f3e848c9dbbd with Priority: HIGHEST for action port [ 1169.775075] env[69685]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 49a2ed09-3a30-47a5-87f3-33db4284296e with Priority: HIGHEST for action security_group_rules [ 1169.775075] env[69685]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 49a2ed09-3a30-47a5-87f3-33db4284296e with Priority: HIGHEST for action security_group_members [ 1169.775075] env[69685]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9c1f0534-b330-4647-b6f7-f3e848c9dbbd with Priority: HIGHEST for action port [ 1169.775075] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock rules-49a2ed09-3a30-47a5-87f3-33db4284296e taken with stack trace [, , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1169.775075] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-49a2ed09-3a30-47a5-87f3-33db4284296e" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1169.775075] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-49a2ed09-3a30-47a5-87f3-33db4284296e" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1169.775075] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-49a2ed09-3a30-47a5-87f3-33db4284296e" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1169.775075] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('49a2ed09-3a30-47a5-87f3-33db4284296e',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1169.778630] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock member-49a2ed09-3a30-47a5-87f3-33db4284296e taken with stack trace [, , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1169.778770] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-49a2ed09-3a30-47a5-87f3-33db4284296e" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1169.778841] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-49a2ed09-3a30-47a5-87f3-33db4284296e" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1169.779058] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-49a2ed09-3a30-47a5-87f3-33db4284296e" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1169.779238] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1169.779383] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1169.779452] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1169.779650] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1169.779728] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1169.779822] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('49a2ed09-3a30-47a5-87f3-33db4284296e',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1169.785251] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock port-9c1f0534-b330-4647-b6f7-f3e848c9dbbd taken with stack trace [, , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1169.785251] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-9c1f0534-b330-4647-b6f7-f3e848c9dbbd" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1169.785251] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-9c1f0534-b330-4647-b6f7-f3e848c9dbbd" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1169.785251] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-9c1f0534-b330-4647-b6f7-f3e848c9dbbd" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1169.785251] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9c1f0534-b330-4647-b6f7-f3e848c9dbbd',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1169.826669] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 3d28a8c8-1383-485a-ad52-02fec9a50974 [ 1169.826947] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1169.827101] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1169.827183] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1169.827397] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1169.827487] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1169.827586] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:3d28a8c8-1383-485a-ad52-02fec9a50974 already deleted. [ 1169.827667] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-3d28a8c8-1383-485a-ad52-02fec9a50974" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1170.070233] env[69685]: INFO networking_nsxv3.common.synchronization [None req-8c315117-8ab4-439b-9021-3323e789b5a8 tempest-ServersTestFqdnHostnames-839921064 tempest-ServersTestFqdnHostnames-839921064-project-member] Enqueued Resource ID: 6fba90ef-2e1a-4e00-b2dd-b7e5536634f8 with Priority: HIGHEST for action security_group_rules [ 1170.070233] env[69685]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6fba90ef-2e1a-4e00-b2dd-b7e5536634f8 with Priority: HIGHEST for action security_group_rules [ 1170.070233] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock rules-6fba90ef-2e1a-4e00-b2dd-b7e5536634f8 taken with stack trace [, , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1170.070567] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-6fba90ef-2e1a-4e00-b2dd-b7e5536634f8" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1170.070567] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-6fba90ef-2e1a-4e00-b2dd-b7e5536634f8" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1170.070786] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-6fba90ef-2e1a-4e00-b2dd-b7e5536634f8" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1170.070786] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('6fba90ef-2e1a-4e00-b2dd-b7e5536634f8',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1170.156111] env[69685]: INFO networking_nsxv3.common.synchronization [None req-88e25ea7-e8ea-429e-a894-d345aee992ee tempest-ServersTestFqdnHostnames-839921064 tempest-ServersTestFqdnHostnames-839921064-project-member] Enqueued Resource ID: 6fba90ef-2e1a-4e00-b2dd-b7e5536634f8 with Priority: HIGHEST for action security_group_rules [ 1170.156658] env[69685]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6fba90ef-2e1a-4e00-b2dd-b7e5536634f8 with Priority: HIGHEST for action security_group_rules [ 1170.158926] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock rules-6fba90ef-2e1a-4e00-b2dd-b7e5536634f8 taken with stack trace [, , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1170.158926] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-6fba90ef-2e1a-4e00-b2dd-b7e5536634f8" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1170.233593] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b9252159-17c8-45ef-bdbe-1a0b66a60841 in Status: SUCCESS [ 1170.233846] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b9252159-17c8-45ef-bdbe-1a0b66a60841" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1170.234034] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b9252159-17c8-45ef-bdbe-1a0b66a60841" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1170.234423] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b9252159-17c8-45ef-bdbe-1a0b66a60841" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1170.234529] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1170.234667] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1170.234667] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1170.234801] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1170.234899] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1170.234986] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b9252159-17c8-45ef-bdbe-1a0b66a60841" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1170.235095] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('b9252159-17c8-45ef-bdbe-1a0b66a60841',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1170.286346] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('49a2ed09-3a30-47a5-87f3-33db4284296e',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1170.287835] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock member-49a2ed09-3a30-47a5-87f3-33db4284296e taken with stack trace [, , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1170.287947] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-49a2ed09-3a30-47a5-87f3-33db4284296e" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1170.288135] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 9c1f0534-b330-4647-b6f7-f3e848c9dbbd with status ACTIVE [ 1170.288295] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1170.288398] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1170.288459] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1170.288720] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1170.288820] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1170.289017] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1170.289198] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1170.289198] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1170.289325] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1170.289401] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1170.289611] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1170.289667] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1170.291470] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1170.291470] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1170.291470] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1170.291470] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 9c1f0534-b330-4647-b6f7-f3e848c9dbbd is going to be updated. [ 1170.310179] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1170.310333] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1170.310400] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1170.310774] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1170.310774] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1170.310930] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-9c1f0534-b330-4647-b6f7-f3e848c9dbbd" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1170.592297] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1170.592448] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1170.592524] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1170.592766] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1170.592891] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1170.592981] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 6fba90ef-2e1a-4e00-b2dd-b7e5536634f8 already deleted. [ 1170.593135] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-6fba90ef-2e1a-4e00-b2dd-b7e5536634f8" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1170.593254] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-6fba90ef-2e1a-4e00-b2dd-b7e5536634f8" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1170.593412] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-6fba90ef-2e1a-4e00-b2dd-b7e5536634f8" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1170.593498] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('6fba90ef-2e1a-4e00-b2dd-b7e5536634f8',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1170.737068] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('b9252159-17c8-45ef-bdbe-1a0b66a60841',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1170.793356] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('49a2ed09-3a30-47a5-87f3-33db4284296e',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1171.114107] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1171.114561] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1171.114561] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1171.114561] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1171.114731] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1171.114731] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 6fba90ef-2e1a-4e00-b2dd-b7e5536634f8 already deleted. [ 1171.114837] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-6fba90ef-2e1a-4e00-b2dd-b7e5536634f8" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1171.241032] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for b9252159-17c8-45ef-bdbe-1a0b66a60841: rpc.has_security_group_logging(os_id): False [ 1171.264762] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1171.264762] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1171.264762] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1171.264762] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1171.264762] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1171.264762] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1171.264762] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1171.264762] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1171.264762] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1171.265199] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1171.265199] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b9252159-17c8-45ef-bdbe-1a0b66a60841 is going to be updated. [ 1171.301074] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1171.301232] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1171.301302] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1171.303503] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1171.303651] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1171.303794] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 49a2ed09-3a30-47a5-87f3-33db4284296e is going to be created. [ 1171.325974] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1171.325974] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1171.325974] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1171.325974] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1171.325974] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1171.328340] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1171.328340] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1171.328340] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1171.328340] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1171.328521] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1171.337419] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 49a2ed09-3a30-47a5-87f3-33db4284296e in Status: UNINITIALIZED for 2s [ 1171.340858] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b9252159-17c8-45ef-bdbe-1a0b66a60841 in Status: IN_PROGRESS for 2s [ 1171.668339] env[69685]: INFO networking_nsxv3.common.synchronization [None req-b8880987-45f9-4c6e-bd43-40932c2c8368 None None] Enqueued Resource ID: c8f369f1-45df-46fd-acf8-3076e7e85b00 with Priority: HIGHEST for action port [ 1171.668339] env[69685]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c8f369f1-45df-46fd-acf8-3076e7e85b00 with Priority: HIGHEST for action port [ 1171.668339] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock port-c8f369f1-45df-46fd-acf8-3076e7e85b00 taken with stack trace [, , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1171.668339] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-c8f369f1-45df-46fd-acf8-3076e7e85b00" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1171.668339] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-c8f369f1-45df-46fd-acf8-3076e7e85b00" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1171.668339] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-c8f369f1-45df-46fd-acf8-3076e7e85b00" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1171.668339] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c8f369f1-45df-46fd-acf8-3076e7e85b00',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1172.173048] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port c8f369f1-45df-46fd-acf8-3076e7e85b00 [ 1172.173402] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1172.173402] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1172.173402] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1172.173628] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1172.173715] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1172.173813] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:c8f369f1-45df-46fd-acf8-3076e7e85b00 already deleted. [ 1172.173925] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-c8f369f1-45df-46fd-acf8-3076e7e85b00" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1173.351298] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 49a2ed09-3a30-47a5-87f3-33db4284296e in Status: SUCCESS [ 1173.351298] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-49a2ed09-3a30-47a5-87f3-33db4284296e" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1173.351298] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-49a2ed09-3a30-47a5-87f3-33db4284296e" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1173.351298] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-49a2ed09-3a30-47a5-87f3-33db4284296e" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1173.351744] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1173.351744] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1173.351744] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1173.351881] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1173.351881] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1173.351954] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-49a2ed09-3a30-47a5-87f3-33db4284296e" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1173.352673] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('49a2ed09-3a30-47a5-87f3-33db4284296e',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1173.356719] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b9252159-17c8-45ef-bdbe-1a0b66a60841 in Status: SUCCESS [ 1173.356801] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b9252159-17c8-45ef-bdbe-1a0b66a60841" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1173.473533] env[69685]: INFO networking_nsxv3.common.synchronization [req-713fb82e-640a-4997-829f-3f793e04698d req-d15ababf-f2a6-4ca2-89d1-1bcefa14e697 tempest-ServerDiskConfigTestJSON-901540771 tempest-ServerDiskConfigTestJSON-901540771-project-member] Enqueued Resource ID: 5ef219b4-c621-4645-9c97-22a83d872582 with Priority: HIGHEST for action security_group_members [ 1173.473828] env[69685]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5ef219b4-c621-4645-9c97-22a83d872582 with Priority: HIGHEST for action security_group_members [ 1173.478259] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock member-5ef219b4-c621-4645-9c97-22a83d872582 taken with stack trace [, , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1173.478389] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5ef219b4-c621-4645-9c97-22a83d872582" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1173.478458] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5ef219b4-c621-4645-9c97-22a83d872582" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1173.478660] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5ef219b4-c621-4645-9c97-22a83d872582" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1173.478817] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1173.478906] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1173.478974] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1173.479128] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1173.479214] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1173.479310] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5ef219b4-c621-4645-9c97-22a83d872582',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1173.857413] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock member-49a2ed09-3a30-47a5-87f3-33db4284296e taken with stack trace [, , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1173.857574] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-49a2ed09-3a30-47a5-87f3-33db4284296e" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1173.857637] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-49a2ed09-3a30-47a5-87f3-33db4284296e" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1173.857824] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-49a2ed09-3a30-47a5-87f3-33db4284296e" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1173.857977] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1173.858091] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1173.858148] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1173.858294] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1173.858383] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1173.858529] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-49a2ed09-3a30-47a5-87f3-33db4284296e" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1173.858594] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock member-49a2ed09-3a30-47a5-87f3-33db4284296e taken with stack trace [, , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1173.858725] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-49a2ed09-3a30-47a5-87f3-33db4284296e" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1173.858788] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-49a2ed09-3a30-47a5-87f3-33db4284296e" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1173.858902] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-49a2ed09-3a30-47a5-87f3-33db4284296e" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1173.859114] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1173.859245] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1173.859332] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1173.859404] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1173.859469] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1173.859535] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-49a2ed09-3a30-47a5-87f3-33db4284296e" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1173.859642] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('49a2ed09-3a30-47a5-87f3-33db4284296e',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1173.869018] env[69685]: DEBUG networking_nsxv3.common.locking [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Lock network-601 taken with stack trace [, , , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1173.869018] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquiring lock "network-601" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1173.869018] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquired lock "network-601" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1173.869018] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquired external semaphore "network-601" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1173.869018] env[69685]: DEBUG networking_nsxv3.common.locking [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1173.869018] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquiring lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1173.869018] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquired lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1173.869018] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquired external semaphore "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1173.869018] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Releasing lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1173.869018] env[69685]: DEBUG dogpile.cache.region [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] No value present for key: 'zone-id' {{(pid=69685) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1173.869018] env[69685]: DEBUG dogpile.lock [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] NeedRegenerationException {{(pid=69685) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1173.869018] env[69685]: DEBUG dogpile.lock [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] no value, waiting for create lock {{(pid=69685) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1173.869785] env[69685]: DEBUG dogpile.lock [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] value creation lock acquired {{(pid=69685) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1173.870038] env[69685]: DEBUG dogpile.cache.region [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] No value present for key: 'zone-id' {{(pid=69685) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1173.870254] env[69685]: DEBUG dogpile.lock [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Calling creation function for not-yet-present value {{(pid=69685) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1173.870486] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1173.893698] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1173.894063] env[69685]: DEBUG dogpile.cache.region [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=69685) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1173.894353] env[69685]: DEBUG dogpile.lock [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Released creation lock {{(pid=69685) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1173.894691] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Releasing lock "network-601" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1173.895200] env[69685]: DEBUG networking_nsxv3.common.locking [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Lock port-78380f33-af97-4ae5-b1e4-489bd7961ab9 taken with stack trace [, , , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1173.895591] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquiring lock "port-78380f33-af97-4ae5-b1e4-489bd7961ab9" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1173.895872] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquired lock "port-78380f33-af97-4ae5-b1e4-489bd7961ab9" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1173.896586] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquired external semaphore "port-78380f33-af97-4ae5-b1e4-489bd7961ab9" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1173.896867] env[69685]: DEBUG networking_nsxv3.api.rpc [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('78380f33-af97-4ae5-b1e4-489bd7961ab9',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1173.984704] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1173.984704] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1173.984704] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1173.984704] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1173.984704] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1173.984704] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1173.984704] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1173.984704] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1173.984704] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1173.984704] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1173.984704] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5ef219b4-c621-4645-9c97-22a83d872582 is going to be updated. [ 1174.007275] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1174.010379] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1174.010379] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1174.010379] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1174.010379] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1174.018548] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5ef219b4-c621-4645-9c97-22a83d872582 in Status: IN_PROGRESS for 2s [ 1174.295642] env[69685]: INFO networking_nsxv3.common.synchronization [None req-9c13852a-a7b3-49fd-ad34-bc268129af78 tempest-AttachInterfacesTestJSON-1165856161 tempest-AttachInterfacesTestJSON-1165856161-project-member] Enqueued Resource ID: 373dc220-6922-42c9-9031-971b9f1da491 with Priority: HIGHEST for action security_group_members [ 1174.296236] env[69685]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 373dc220-6922-42c9-9031-971b9f1da491 with Priority: HIGHEST for action security_group_members [ 1174.296585] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock member-373dc220-6922-42c9-9031-971b9f1da491 taken with stack trace [, , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1174.296716] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-373dc220-6922-42c9-9031-971b9f1da491" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1174.296786] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-373dc220-6922-42c9-9031-971b9f1da491" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1174.297050] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-373dc220-6922-42c9-9031-971b9f1da491" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1174.297211] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1174.297313] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1174.297376] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1174.297578] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1174.297673] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1174.297768] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('373dc220-6922-42c9-9031-971b9f1da491',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1174.363681] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 49a2ed09-3a30-47a5-87f3-33db4284296e: rpc.has_security_group_logging(os_id): False [ 1174.382217] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1174.382455] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1174.382455] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1174.382784] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1174.382784] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1174.382784] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1174.382945] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1174.382945] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1174.383146] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1174.383203] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1174.383373] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1174.383459] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1174.383587] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1174.383695] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1174.383776] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1174.383974] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1174.384087] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1174.384139] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1174.384285] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1174.384339] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1174.384451] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 49a2ed09-3a30-47a5-87f3-33db4284296e is going to be created. [ 1174.400201] env[69685]: DEBUG networking_nsxv3.common.locking [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1174.400201] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquiring lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1174.400320] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquired lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1174.400538] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquired external semaphore "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1174.400765] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Releasing lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1174.400840] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Segment Port 78380f33-af97-4ae5-b1e4-489bd7961ab9 not found, creating... [ 1174.401127] env[69685]: DEBUG networking_nsxv3.common.locking [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1174.401283] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquiring lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1174.401355] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquired lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1174.401640] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquired external semaphore "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1174.401814] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Releasing lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1174.402122] env[69685]: DEBUG networking_nsxv3.common.locking [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1174.402285] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquiring lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1174.402574] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquired lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1174.402616] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquired external semaphore "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1174.402790] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Releasing lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1174.402873] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Resource: SegmentPort with ID: 78380f33-af97-4ae5-b1e4-489bd7961ab9 is going to be created. [ 1174.421040] env[69685]: DEBUG networking_nsxv3.common.locking [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1174.421312] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquiring lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1174.421445] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquired lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1174.421849] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquired external semaphore "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1174.422096] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Releasing lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1174.422380] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Releasing lock "port-78380f33-af97-4ae5-b1e4-489bd7961ab9" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1174.445588] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1174.445746] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1174.445788] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1174.446226] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1174.446226] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1174.459233] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 49a2ed09-3a30-47a5-87f3-33db4284296e in Status: IN_PROGRESS for 2s [ 1174.802643] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1174.802890] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1174.802890] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1174.803135] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1174.803226] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1174.803416] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1174.803507] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1174.803573] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1174.803711] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1174.803789] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1174.803875] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 373dc220-6922-42c9-9031-971b9f1da491 is going to be deleted. [ 1174.832715] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1174.832930] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1174.833009] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1174.833190] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1174.833962] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1174.833962] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-373dc220-6922-42c9-9031-971b9f1da491" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1175.181753] env[69685]: INFO networking_nsxv3.common.synchronization [req-713fb82e-640a-4997-829f-3f793e04698d req-12b6b7d1-b803-4fab-9e76-5b5bd5d9ca29 service nova] Enqueued Resource ID: 5ef219b4-c621-4645-9c97-22a83d872582 with Priority: HIGHEST for action security_group_rules [ 1175.182185] env[69685]: INFO networking_nsxv3.common.synchronization [req-713fb82e-640a-4997-829f-3f793e04698d req-12b6b7d1-b803-4fab-9e76-5b5bd5d9ca29 service nova] Enqueued Resource ID: 5ef219b4-c621-4645-9c97-22a83d872582 with Priority: HIGHEST for action security_group_members [ 1175.182185] env[69685]: INFO networking_nsxv3.common.synchronization [req-713fb82e-640a-4997-829f-3f793e04698d req-12b6b7d1-b803-4fab-9e76-5b5bd5d9ca29 service nova] Enqueued Resource ID: 78380f33-af97-4ae5-b1e4-489bd7961ab9 with Priority: HIGHEST for action port [ 1175.183105] env[69685]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5ef219b4-c621-4645-9c97-22a83d872582 with Priority: HIGHEST for action security_group_rules [ 1175.183242] env[69685]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5ef219b4-c621-4645-9c97-22a83d872582 with Priority: HIGHEST for action security_group_members [ 1175.183447] env[69685]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 78380f33-af97-4ae5-b1e4-489bd7961ab9 with Priority: HIGHEST for action port [ 1175.183608] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock rules-5ef219b4-c621-4645-9c97-22a83d872582 taken with stack trace [, , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1175.183729] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-5ef219b4-c621-4645-9c97-22a83d872582" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1175.183792] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-5ef219b4-c621-4645-9c97-22a83d872582" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1175.184075] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-5ef219b4-c621-4645-9c97-22a83d872582" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1175.184155] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('5ef219b4-c621-4645-9c97-22a83d872582',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1175.184982] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock member-5ef219b4-c621-4645-9c97-22a83d872582 taken with stack trace [, , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1175.185127] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5ef219b4-c621-4645-9c97-22a83d872582" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1175.185339] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock port-78380f33-af97-4ae5-b1e4-489bd7961ab9 taken with stack trace [, , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1175.185484] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-78380f33-af97-4ae5-b1e4-489bd7961ab9" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1175.185519] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-78380f33-af97-4ae5-b1e4-489bd7961ab9" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1175.185719] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-78380f33-af97-4ae5-b1e4-489bd7961ab9" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1175.185719] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('78380f33-af97-4ae5-b1e4-489bd7961ab9',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1175.692568] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock member-5ef219b4-c621-4645-9c97-22a83d872582 taken with stack trace [, , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1175.692568] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5ef219b4-c621-4645-9c97-22a83d872582" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1175.692568] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 78380f33-af97-4ae5-b1e4-489bd7961ab9 with status ACTIVE [ 1175.693062] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1175.693062] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1175.693062] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1175.693183] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1175.693459] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1175.693459] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1175.693684] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1175.693684] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1175.693782] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1175.693815] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1175.694368] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1175.694368] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1175.694368] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1175.694368] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1175.694368] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1175.694707] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 78380f33-af97-4ae5-b1e4-489bd7961ab9 is going to be updated. [ 1175.731717] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1175.731717] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1175.731717] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1175.731908] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1175.731958] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1175.732165] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-78380f33-af97-4ae5-b1e4-489bd7961ab9" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1176.028354] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5ef219b4-c621-4645-9c97-22a83d872582 in Status: SUCCESS [ 1176.028504] env[69685]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5ef219b4-c621-4645-9c97-22a83d872582 deletion is rescheduled due to dependency. [ 1176.028589] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5ef219b4-c621-4645-9c97-22a83d872582" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1176.029214] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5ef219b4-c621-4645-9c97-22a83d872582" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1176.029443] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5ef219b4-c621-4645-9c97-22a83d872582" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1176.031300] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1176.031300] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1176.031300] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1176.031300] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1176.031300] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1176.031300] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5ef219b4-c621-4645-9c97-22a83d872582',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1176.472468] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 49a2ed09-3a30-47a5-87f3-33db4284296e in Status: SUCCESS [ 1176.472723] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-49a2ed09-3a30-47a5-87f3-33db4284296e" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1176.533076] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('5ef219b4-c621-4645-9c97-22a83d872582',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1177.038505] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('5ef219b4-c621-4645-9c97-22a83d872582',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1177.542535] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1177.542703] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1177.542778] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1177.542996] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1177.543127] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1177.543201] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5ef219b4-c621-4645-9c97-22a83d872582 is going to be updated. [ 1177.571230] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1177.571412] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1177.571487] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1177.572123] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1177.572123] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1177.580285] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5ef219b4-c621-4645-9c97-22a83d872582 in Status: IN_PROGRESS for 2s [ 1179.006252] env[69685]: INFO networking_nsxv3.common.synchronization [req-7ba4d9e6-cd34-42a3-8537-ece4d33c2d44 req-9adbc281-9595-4aa3-ac11-ac054d702677 tempest-InstanceActionsTestJSON-1721987131 tempest-InstanceActionsTestJSON-1721987131-project-member] Enqueued Resource ID: f2def81b-5c18-4728-93cb-eefdf85f267d with Priority: HIGHEST for action security_group_members [ 1179.006496] env[69685]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f2def81b-5c18-4728-93cb-eefdf85f267d with Priority: HIGHEST for action security_group_members [ 1179.006565] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock member-f2def81b-5c18-4728-93cb-eefdf85f267d taken with stack trace [, , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1179.006685] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f2def81b-5c18-4728-93cb-eefdf85f267d" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1179.006749] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f2def81b-5c18-4728-93cb-eefdf85f267d" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1179.006946] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f2def81b-5c18-4728-93cb-eefdf85f267d" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1179.007113] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1179.007206] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1179.007261] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1179.007403] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1179.007481] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1179.007569] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f2def81b-5c18-4728-93cb-eefdf85f267d',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1179.510210] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1179.510381] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1179.510447] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1179.510632] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1179.510727] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1179.510912] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1179.511022] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1179.511086] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1179.511231] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1179.511307] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1179.511393] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f2def81b-5c18-4728-93cb-eefdf85f267d is going to be updated. [ 1179.536826] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1179.536826] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1179.536826] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1179.536826] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1179.537108] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1179.544833] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f2def81b-5c18-4728-93cb-eefdf85f267d in Status: IN_PROGRESS for 2s [ 1179.590087] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5ef219b4-c621-4645-9c97-22a83d872582 in Status: SUCCESS [ 1179.590087] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5ef219b4-c621-4645-9c97-22a83d872582" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1179.590087] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5ef219b4-c621-4645-9c97-22a83d872582" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1179.590087] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5ef219b4-c621-4645-9c97-22a83d872582" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1179.590087] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1179.590087] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1179.590087] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1179.590087] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1179.590087] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1179.590087] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5ef219b4-c621-4645-9c97-22a83d872582" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1179.590087] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('5ef219b4-c621-4645-9c97-22a83d872582',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1180.092037] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock member-5ef219b4-c621-4645-9c97-22a83d872582 taken with stack trace [, , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1180.092357] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5ef219b4-c621-4645-9c97-22a83d872582" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1180.092357] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5ef219b4-c621-4645-9c97-22a83d872582" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1180.092594] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5ef219b4-c621-4645-9c97-22a83d872582" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1180.092745] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1180.092745] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1180.092860] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1180.092958] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1180.093057] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1180.093145] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5ef219b4-c621-4645-9c97-22a83d872582" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1180.093292] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock member-5ef219b4-c621-4645-9c97-22a83d872582 taken with stack trace [, , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1180.093383] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5ef219b4-c621-4645-9c97-22a83d872582" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1180.093443] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5ef219b4-c621-4645-9c97-22a83d872582" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1180.093582] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5ef219b4-c621-4645-9c97-22a83d872582" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1180.093717] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1180.093806] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1180.093865] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1180.093998] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1180.094086] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1180.094166] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5ef219b4-c621-4645-9c97-22a83d872582" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1180.094251] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('5ef219b4-c621-4645-9c97-22a83d872582',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1180.596638] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 5ef219b4-c621-4645-9c97-22a83d872582: rpc.has_security_group_logging(os_id): False [ 1180.614657] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1180.614937] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1180.614937] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1180.615195] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1180.615333] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1180.615581] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1180.615754] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1180.615860] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1180.616058] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1180.616138] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1180.616378] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1180.616481] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1180.616543] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1180.616699] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1180.616805] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1180.616939] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1180.617061] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1180.617126] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1180.617298] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1180.617380] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1180.617515] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 5ef219b4-c621-4645-9c97-22a83d872582 is going to be updated. [ 1180.676846] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1180.676846] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1180.676846] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1180.676846] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1180.677063] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1180.688676] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 5ef219b4-c621-4645-9c97-22a83d872582 in Status: IN_PROGRESS for 2s [ 1181.554165] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f2def81b-5c18-4728-93cb-eefdf85f267d in Status: SUCCESS [ 1181.554478] env[69685]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f2def81b-5c18-4728-93cb-eefdf85f267d deletion is rescheduled due to dependency. [ 1181.554478] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f2def81b-5c18-4728-93cb-eefdf85f267d" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1182.700631] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 5ef219b4-c621-4645-9c97-22a83d872582 in Status: SUCCESS [ 1182.700967] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-5ef219b4-c621-4645-9c97-22a83d872582" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1183.330274] env[69685]: DEBUG networking_nsxv3.common.locking [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Lock network-52 taken with stack trace [, , , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1183.330477] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquiring lock "network-52" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1183.330672] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquired lock "network-52" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1183.330985] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquired external semaphore "network-52" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1183.331284] env[69685]: DEBUG networking_nsxv3.common.locking [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1183.331758] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquiring lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1183.331758] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquired lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1183.331887] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquired external semaphore "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1183.332116] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Releasing lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1183.332316] env[69685]: DEBUG dogpile.cache.region [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] No value present for key: 'zone-id' {{(pid=69685) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1183.332454] env[69685]: DEBUG dogpile.lock [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] NeedRegenerationException {{(pid=69685) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1183.332568] env[69685]: DEBUG dogpile.lock [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] no value, waiting for create lock {{(pid=69685) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1183.332830] env[69685]: DEBUG dogpile.lock [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] value creation lock acquired {{(pid=69685) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1183.332830] env[69685]: DEBUG dogpile.cache.region [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] No value present for key: 'zone-id' {{(pid=69685) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1183.332975] env[69685]: DEBUG dogpile.lock [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Calling creation function for not-yet-present value {{(pid=69685) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1183.333100] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1183.351374] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1183.351541] env[69685]: DEBUG dogpile.cache.region [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Cache value generated in 0.018 seconds for key(s): 'zone-id' {{(pid=69685) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1183.351741] env[69685]: DEBUG dogpile.lock [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Released creation lock {{(pid=69685) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1183.351949] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Releasing lock "network-52" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1183.352277] env[69685]: DEBUG networking_nsxv3.common.locking [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Lock port-f688603c-6fbd-43ec-ba0c-fd69d9705d5c taken with stack trace [, , , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1183.352454] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquiring lock "port-f688603c-6fbd-43ec-ba0c-fd69d9705d5c" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1183.352608] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquired lock "port-f688603c-6fbd-43ec-ba0c-fd69d9705d5c" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1183.352949] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquired external semaphore "port-f688603c-6fbd-43ec-ba0c-fd69d9705d5c" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1183.353102] env[69685]: DEBUG networking_nsxv3.api.rpc [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f688603c-6fbd-43ec-ba0c-fd69d9705d5c',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1183.855608] env[69685]: DEBUG networking_nsxv3.common.locking [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1183.855992] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquiring lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1183.855992] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquired lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1183.856320] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquired external semaphore "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1183.856525] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Releasing lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1183.856709] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Segment Port f688603c-6fbd-43ec-ba0c-fd69d9705d5c not found, creating... [ 1183.856999] env[69685]: DEBUG networking_nsxv3.common.locking [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1183.857176] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquiring lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1183.857295] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquired lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1183.857529] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquired external semaphore "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1183.857675] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Releasing lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1183.857975] env[69685]: DEBUG networking_nsxv3.common.locking [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1183.858277] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquiring lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1183.858401] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquired lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1183.858639] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquired external semaphore "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1183.858794] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Releasing lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1183.858938] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Resource: SegmentPort with ID: f688603c-6fbd-43ec-ba0c-fd69d9705d5c is going to be created. [ 1183.880739] env[69685]: DEBUG networking_nsxv3.common.locking [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1183.881015] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquiring lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1183.881180] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquired lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1183.881464] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquired external semaphore "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1183.881733] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Releasing lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1183.881977] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Releasing lock "port-f688603c-6fbd-43ec-ba0c-fd69d9705d5c" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1184.007378] env[69685]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1184.007484] env[69685]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1184.257148] env[69685]: INFO networking_nsxv3.common.synchronization [req-7377185a-7941-46f2-8e74-0314f5416dd4 req-cd3313bf-aa20-4229-b485-b51a8b692539 tempest-ServerRescueNegativeTestJSON-1379847541 tempest-ServerRescueNegativeTestJSON-1379847541-project-member] Enqueued Resource ID: e3c7cd2b-45b9-46e6-bfca-79a452650487 with Priority: HIGHEST for action security_group_members [ 1184.259747] env[69685]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e3c7cd2b-45b9-46e6-bfca-79a452650487 with Priority: HIGHEST for action security_group_members [ 1184.259747] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock member-e3c7cd2b-45b9-46e6-bfca-79a452650487 taken with stack trace [, , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1184.259747] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e3c7cd2b-45b9-46e6-bfca-79a452650487" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1184.259747] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e3c7cd2b-45b9-46e6-bfca-79a452650487" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1184.259747] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e3c7cd2b-45b9-46e6-bfca-79a452650487" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1184.259747] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1184.259747] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1184.259747] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1184.259747] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1184.259747] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1184.260241] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e3c7cd2b-45b9-46e6-bfca-79a452650487',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1184.386164] env[69685]: INFO networking_nsxv3.common.synchronization [req-34e5b9f3-a230-4b59-a676-405169d4c479 req-5b1f0625-5094-4c61-8090-968928fae3c1 tempest-DeleteServersTestJSON-1187572763 tempest-DeleteServersTestJSON-1187572763-project-member] Enqueued Resource ID: 86643987-b9b4-44bb-b22a-ed3d1837d6d7 with Priority: HIGHEST for action security_group_members [ 1184.386671] env[69685]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 86643987-b9b4-44bb-b22a-ed3d1837d6d7 with Priority: HIGHEST for action security_group_members [ 1184.386975] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock member-86643987-b9b4-44bb-b22a-ed3d1837d6d7 taken with stack trace [, , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1184.387103] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-86643987-b9b4-44bb-b22a-ed3d1837d6d7" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1184.387164] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-86643987-b9b4-44bb-b22a-ed3d1837d6d7" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1184.387361] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-86643987-b9b4-44bb-b22a-ed3d1837d6d7" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1184.387502] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1184.387597] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1184.387659] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1184.387801] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1184.387886] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1184.387975] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('86643987-b9b4-44bb-b22a-ed3d1837d6d7',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1184.565020] env[69685]: INFO networking_nsxv3.common.synchronization [req-c9024b35-7d32-4ab4-8926-50b04aaed986 req-1c640071-b45c-46cf-ad6b-5acda8de7283 service nova] Enqueued Resource ID: 373dc220-6922-42c9-9031-971b9f1da491 with Priority: HIGHEST for action security_group_rules [ 1184.565020] env[69685]: INFO networking_nsxv3.common.synchronization [req-c9024b35-7d32-4ab4-8926-50b04aaed986 req-1c640071-b45c-46cf-ad6b-5acda8de7283 service nova] Enqueued Resource ID: 373dc220-6922-42c9-9031-971b9f1da491 with Priority: HIGHEST for action security_group_members [ 1184.565020] env[69685]: INFO networking_nsxv3.common.synchronization [req-c9024b35-7d32-4ab4-8926-50b04aaed986 req-1c640071-b45c-46cf-ad6b-5acda8de7283 service nova] Enqueued Resource ID: f688603c-6fbd-43ec-ba0c-fd69d9705d5c with Priority: HIGHEST for action port [ 1184.565020] env[69685]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 373dc220-6922-42c9-9031-971b9f1da491 with Priority: HIGHEST for action security_group_rules [ 1184.565020] env[69685]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 373dc220-6922-42c9-9031-971b9f1da491 with Priority: HIGHEST for action security_group_members [ 1184.565020] env[69685]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f688603c-6fbd-43ec-ba0c-fd69d9705d5c with Priority: HIGHEST for action port [ 1184.565020] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock rules-373dc220-6922-42c9-9031-971b9f1da491 taken with stack trace [, , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1184.565020] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-373dc220-6922-42c9-9031-971b9f1da491" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1184.565020] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-373dc220-6922-42c9-9031-971b9f1da491" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1184.567834] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-373dc220-6922-42c9-9031-971b9f1da491" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1184.567834] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('373dc220-6922-42c9-9031-971b9f1da491',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1184.567834] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock member-373dc220-6922-42c9-9031-971b9f1da491 taken with stack trace [, , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1184.567834] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-373dc220-6922-42c9-9031-971b9f1da491" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1184.567834] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-373dc220-6922-42c9-9031-971b9f1da491" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1184.567834] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-373dc220-6922-42c9-9031-971b9f1da491" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1184.567834] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1184.567834] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1184.570077] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1184.570077] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1184.570077] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1184.570077] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('373dc220-6922-42c9-9031-971b9f1da491',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1184.570388] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock port-f688603c-6fbd-43ec-ba0c-fd69d9705d5c taken with stack trace [, , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1184.570995] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-f688603c-6fbd-43ec-ba0c-fd69d9705d5c" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1184.570995] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-f688603c-6fbd-43ec-ba0c-fd69d9705d5c" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1184.570995] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-f688603c-6fbd-43ec-ba0c-fd69d9705d5c" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1184.570995] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f688603c-6fbd-43ec-ba0c-fd69d9705d5c',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1184.761983] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('e3c7cd2b-45b9-46e6-bfca-79a452650487',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1184.875531] env[69685]: DEBUG networking_nsxv3.common.locking [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Lock network-782 taken with stack trace [, , , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1184.876651] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquiring lock "network-782" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1184.876651] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquired lock "network-782" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1184.876651] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquired external semaphore "network-782" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1184.876651] env[69685]: DEBUG networking_nsxv3.common.locking [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1184.876651] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquiring lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1184.876965] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquired lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1184.876965] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquired external semaphore "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1184.878242] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Releasing lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1184.878393] env[69685]: DEBUG dogpile.cache.region [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] No value present for key: 'zone-id' {{(pid=69685) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1184.878517] env[69685]: DEBUG dogpile.lock [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] NeedRegenerationException {{(pid=69685) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1184.878630] env[69685]: DEBUG dogpile.lock [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] no value, waiting for create lock {{(pid=69685) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1184.878740] env[69685]: DEBUG dogpile.lock [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] value creation lock acquired {{(pid=69685) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1184.879094] env[69685]: DEBUG dogpile.cache.region [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] No value present for key: 'zone-id' {{(pid=69685) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1184.879094] env[69685]: DEBUG dogpile.lock [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Calling creation function for not-yet-present value {{(pid=69685) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1184.879176] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1184.891307] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1184.891458] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1184.891526] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1184.891790] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1184.891908] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1184.892261] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1184.892261] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1184.892261] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1184.894455] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1184.894455] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1184.894455] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 86643987-b9b4-44bb-b22a-ed3d1837d6d7 is going to be updated. [ 1184.903223] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1184.903223] env[69685]: DEBUG dogpile.cache.region [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Cache value generated in 0.024 seconds for key(s): 'zone-id' {{(pid=69685) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1184.903223] env[69685]: DEBUG dogpile.lock [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Released creation lock {{(pid=69685) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1184.903223] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Releasing lock "network-782" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1184.904674] env[69685]: DEBUG networking_nsxv3.common.locking [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Lock port-f95f754a-1b87-485f-b312-b6970ddfaee2 taken with stack trace [, , , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1184.904674] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquiring lock "port-f95f754a-1b87-485f-b312-b6970ddfaee2" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1184.904674] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquired lock "port-f95f754a-1b87-485f-b312-b6970ddfaee2" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1184.904674] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquired external semaphore "port-f95f754a-1b87-485f-b312-b6970ddfaee2" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1184.904674] env[69685]: DEBUG networking_nsxv3.api.rpc [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f95f754a-1b87-485f-b312-b6970ddfaee2',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1184.923798] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1184.923998] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1184.924070] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1184.924258] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1184.924436] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1184.933623] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 86643987-b9b4-44bb-b22a-ed3d1837d6d7 in Status: IN_PROGRESS for 2s [ 1185.073023] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('373dc220-6922-42c9-9031-971b9f1da491',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1185.074439] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock member-373dc220-6922-42c9-9031-971b9f1da491 taken with stack trace [, , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1185.074439] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-373dc220-6922-42c9-9031-971b9f1da491" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1185.074673] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port f688603c-6fbd-43ec-ba0c-fd69d9705d5c with status ACTIVE [ 1185.075547] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1185.075547] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1185.075547] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1185.075547] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1185.075547] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1185.075882] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1185.075882] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1185.075882] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1185.076494] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1185.076494] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1185.076494] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1185.076829] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1185.076829] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1185.076966] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1185.077017] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1185.081099] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: f688603c-6fbd-43ec-ba0c-fd69d9705d5c is going to be updated. [ 1185.098574] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1185.099097] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1185.099097] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1185.099097] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1185.099268] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1185.099336] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-f688603c-6fbd-43ec-ba0c-fd69d9705d5c" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1185.265960] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('e3c7cd2b-45b9-46e6-bfca-79a452650487',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1185.409418] env[69685]: DEBUG networking_nsxv3.common.locking [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1185.409759] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquiring lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1185.410044] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquired lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1185.410426] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquired external semaphore "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1185.410699] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Releasing lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1185.410982] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Segment Port f95f754a-1b87-485f-b312-b6970ddfaee2 not found, creating... [ 1185.411461] env[69685]: DEBUG networking_nsxv3.common.locking [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1185.411851] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquiring lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1185.411934] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquired lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1185.412991] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquired external semaphore "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1185.413270] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Releasing lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1185.413806] env[69685]: DEBUG networking_nsxv3.common.locking [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1185.414108] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquiring lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1185.414331] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquired lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1185.414698] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquired external semaphore "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1185.414929] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Releasing lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1185.415222] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Resource: SegmentPort with ID: f95f754a-1b87-485f-b312-b6970ddfaee2 is going to be created. [ 1185.438542] env[69685]: DEBUG networking_nsxv3.common.locking [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1185.438806] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquiring lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1185.438899] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquired lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1185.439219] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquired external semaphore "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1185.439506] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Releasing lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1185.439806] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Releasing lock "port-f95f754a-1b87-485f-b312-b6970ddfaee2" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1185.580896] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('373dc220-6922-42c9-9031-971b9f1da491',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1185.769540] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1185.769717] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1185.769792] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1185.770042] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1185.770112] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1185.770213] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e3c7cd2b-45b9-46e6-bfca-79a452650487 is going to be updated. [ 1185.799025] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1185.801642] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1185.801642] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1185.801892] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1185.801960] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1185.812139] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e3c7cd2b-45b9-46e6-bfca-79a452650487 in Status: IN_PROGRESS for 2s [ 1186.082639] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1186.082639] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1186.082639] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1186.084131] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1186.084131] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1186.084131] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 373dc220-6922-42c9-9031-971b9f1da491 is going to be created. [ 1186.108306] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1186.108306] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1186.108306] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1186.108306] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1186.108306] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1186.115965] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 373dc220-6922-42c9-9031-971b9f1da491 in Status: UNINITIALIZED for 2s [ 1186.486224] env[69685]: INFO networking_nsxv3.common.synchronization [req-34e5b9f3-a230-4b59-a676-405169d4c479 req-06ecc1ee-7e9e-4d86-aab2-e35c2486b657 service nova] Enqueued Resource ID: 86643987-b9b4-44bb-b22a-ed3d1837d6d7 with Priority: HIGHEST for action security_group_rules [ 1186.486224] env[69685]: INFO networking_nsxv3.common.synchronization [req-34e5b9f3-a230-4b59-a676-405169d4c479 req-06ecc1ee-7e9e-4d86-aab2-e35c2486b657 service nova] Enqueued Resource ID: 86643987-b9b4-44bb-b22a-ed3d1837d6d7 with Priority: HIGHEST for action security_group_members [ 1186.486224] env[69685]: INFO networking_nsxv3.common.synchronization [req-34e5b9f3-a230-4b59-a676-405169d4c479 req-06ecc1ee-7e9e-4d86-aab2-e35c2486b657 service nova] Enqueued Resource ID: f95f754a-1b87-485f-b312-b6970ddfaee2 with Priority: HIGHEST for action port [ 1186.486224] env[69685]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 86643987-b9b4-44bb-b22a-ed3d1837d6d7 with Priority: HIGHEST for action security_group_rules [ 1186.486224] env[69685]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 86643987-b9b4-44bb-b22a-ed3d1837d6d7 with Priority: HIGHEST for action security_group_members [ 1186.486224] env[69685]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f95f754a-1b87-485f-b312-b6970ddfaee2 with Priority: HIGHEST for action port [ 1186.486936] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock rules-86643987-b9b4-44bb-b22a-ed3d1837d6d7 taken with stack trace [, , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1186.487133] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-86643987-b9b4-44bb-b22a-ed3d1837d6d7" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1186.487247] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-86643987-b9b4-44bb-b22a-ed3d1837d6d7" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1186.487577] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-86643987-b9b4-44bb-b22a-ed3d1837d6d7" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1186.487712] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('86643987-b9b4-44bb-b22a-ed3d1837d6d7',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1186.490276] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock member-86643987-b9b4-44bb-b22a-ed3d1837d6d7 taken with stack trace [, , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1186.490428] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-86643987-b9b4-44bb-b22a-ed3d1837d6d7" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1186.491208] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock port-f95f754a-1b87-485f-b312-b6970ddfaee2 taken with stack trace [, , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1186.491433] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-f95f754a-1b87-485f-b312-b6970ddfaee2" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1186.491572] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-f95f754a-1b87-485f-b312-b6970ddfaee2" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1186.491828] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-f95f754a-1b87-485f-b312-b6970ddfaee2" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1186.491957] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f95f754a-1b87-485f-b312-b6970ddfaee2',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1186.943701] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 86643987-b9b4-44bb-b22a-ed3d1837d6d7 in Status: SUCCESS [ 1186.943928] env[69685]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 86643987-b9b4-44bb-b22a-ed3d1837d6d7 deletion is rescheduled due to dependency. [ 1186.944101] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-86643987-b9b4-44bb-b22a-ed3d1837d6d7" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1186.944294] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-86643987-b9b4-44bb-b22a-ed3d1837d6d7" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1186.944526] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-86643987-b9b4-44bb-b22a-ed3d1837d6d7" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1186.944767] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1186.944913] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1186.944985] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1186.945286] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1186.945363] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1186.945403] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('86643987-b9b4-44bb-b22a-ed3d1837d6d7',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1186.991117] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock member-86643987-b9b4-44bb-b22a-ed3d1837d6d7 taken with stack trace [, , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1186.991338] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-86643987-b9b4-44bb-b22a-ed3d1837d6d7" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1186.994035] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port f95f754a-1b87-485f-b312-b6970ddfaee2 with status ACTIVE [ 1186.994035] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1186.994267] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1186.994267] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1186.994963] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1186.994963] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1186.994963] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1186.995332] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1186.995332] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1186.995332] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1186.995332] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1186.995613] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1186.995766] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1186.995834] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1186.995985] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1186.996063] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1186.996188] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: f95f754a-1b87-485f-b312-b6970ddfaee2 is going to be updated. [ 1187.027998] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1187.028230] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1187.028230] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1187.028464] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1187.028602] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1187.028768] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-f95f754a-1b87-485f-b312-b6970ddfaee2" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1187.182097] env[69685]: INFO networking_nsxv3.common.synchronization [req-dde227fa-ed74-47fb-97e8-399906730ee0 req-30ed1c7c-bd34-452c-a7a5-ad32829d671d tempest-ServersTestJSON-1907685439 tempest-ServersTestJSON-1907685439-project-member] Enqueued Resource ID: f9fe5796-97e5-42cd-b9a0-bf405b68f6e5 with Priority: HIGHEST for action security_group_members [ 1187.183661] env[69685]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f9fe5796-97e5-42cd-b9a0-bf405b68f6e5 with Priority: HIGHEST for action security_group_members [ 1187.183661] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock member-f9fe5796-97e5-42cd-b9a0-bf405b68f6e5 taken with stack trace [, , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1187.183661] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f9fe5796-97e5-42cd-b9a0-bf405b68f6e5" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1187.183661] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f9fe5796-97e5-42cd-b9a0-bf405b68f6e5" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1187.183661] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f9fe5796-97e5-42cd-b9a0-bf405b68f6e5" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1187.183954] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1187.183954] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1187.183954] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1187.184553] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1187.184553] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1187.184553] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f9fe5796-97e5-42cd-b9a0-bf405b68f6e5',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1187.234287] env[69685]: INFO networking_nsxv3.common.synchronization [req-7584fd4a-6947-43bd-8ec4-9fa30bb05c3a req-e6a3fe5b-0d86-4f17-98b5-bf729ce3f69f tempest-ListServerFiltersTestJSON-615974268 tempest-ListServerFiltersTestJSON-615974268-project-member] Enqueued Resource ID: 17403b43-4bd7-45a0-9c6c-7edabdf082c7 with Priority: HIGHEST for action security_group_members [ 1187.234287] env[69685]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 17403b43-4bd7-45a0-9c6c-7edabdf082c7 with Priority: HIGHEST for action security_group_members [ 1187.234287] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock member-17403b43-4bd7-45a0-9c6c-7edabdf082c7 taken with stack trace [, , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1187.234287] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-17403b43-4bd7-45a0-9c6c-7edabdf082c7" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1187.234287] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-17403b43-4bd7-45a0-9c6c-7edabdf082c7" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1187.234287] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-17403b43-4bd7-45a0-9c6c-7edabdf082c7" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1187.235086] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1187.235428] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1187.235668] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1187.235977] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1187.236188] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1187.236458] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('17403b43-4bd7-45a0-9c6c-7edabdf082c7',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1187.447424] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('86643987-b9b4-44bb-b22a-ed3d1837d6d7',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1187.687580] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('f9fe5796-97e5-42cd-b9a0-bf405b68f6e5',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1187.741526] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('17403b43-4bd7-45a0-9c6c-7edabdf082c7',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1187.829159] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e3c7cd2b-45b9-46e6-bfca-79a452650487 in Status: SUCCESS [ 1187.829490] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e3c7cd2b-45b9-46e6-bfca-79a452650487" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1187.866801] env[69685]: DEBUG networking_nsxv3.common.locking [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Lock network-197 taken with stack trace [, , , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1187.867299] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquiring lock "network-197" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1187.867608] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquired lock "network-197" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1187.868135] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquired external semaphore "network-197" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1187.868575] env[69685]: DEBUG networking_nsxv3.common.locking [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1187.868847] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquiring lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1187.869072] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquired lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1187.869423] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquired external semaphore "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1187.869702] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Releasing lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1187.870043] env[69685]: DEBUG dogpile.cache.region [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] No value present for key: 'zone-id' {{(pid=69685) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1187.870275] env[69685]: DEBUG dogpile.lock [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] NeedRegenerationException {{(pid=69685) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1187.870508] env[69685]: DEBUG dogpile.lock [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] no value, waiting for create lock {{(pid=69685) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1187.870690] env[69685]: DEBUG dogpile.lock [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] value creation lock acquired {{(pid=69685) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1187.870894] env[69685]: DEBUG dogpile.cache.region [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] No value present for key: 'zone-id' {{(pid=69685) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1187.871313] env[69685]: DEBUG dogpile.lock [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Calling creation function for not-yet-present value {{(pid=69685) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1187.871624] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1187.891788] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1187.892262] env[69685]: DEBUG dogpile.cache.region [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=69685) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1187.892373] env[69685]: DEBUG dogpile.lock [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Released creation lock {{(pid=69685) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1187.892654] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Releasing lock "network-197" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1187.893349] env[69685]: DEBUG networking_nsxv3.common.locking [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Lock port-398b3d9a-556a-4c95-9bea-0718516c2436 taken with stack trace [, , , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1187.893670] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquiring lock "port-398b3d9a-556a-4c95-9bea-0718516c2436" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1187.893778] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquired lock "port-398b3d9a-556a-4c95-9bea-0718516c2436" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1187.894130] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquired external semaphore "port-398b3d9a-556a-4c95-9bea-0718516c2436" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1187.894278] env[69685]: DEBUG networking_nsxv3.api.rpc [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('398b3d9a-556a-4c95-9bea-0718516c2436',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1187.950037] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('86643987-b9b4-44bb-b22a-ed3d1837d6d7',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1188.125652] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 373dc220-6922-42c9-9031-971b9f1da491 in Status: SUCCESS [ 1188.125855] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-373dc220-6922-42c9-9031-971b9f1da491" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1188.126066] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-373dc220-6922-42c9-9031-971b9f1da491" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1188.126418] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-373dc220-6922-42c9-9031-971b9f1da491" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1188.126668] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1188.126816] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1188.126902] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1188.127055] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1188.127140] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1188.127227] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-373dc220-6922-42c9-9031-971b9f1da491" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1188.127319] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('373dc220-6922-42c9-9031-971b9f1da491',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1188.190705] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('f9fe5796-97e5-42cd-b9a0-bf405b68f6e5',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1188.245543] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('17403b43-4bd7-45a0-9c6c-7edabdf082c7',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1188.397293] env[69685]: DEBUG networking_nsxv3.common.locking [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1188.397293] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquiring lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1188.397509] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquired lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1188.397690] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquired external semaphore "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1188.398062] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Releasing lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1188.398062] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Segment Port 398b3d9a-556a-4c95-9bea-0718516c2436 not found, creating... [ 1188.398327] env[69685]: DEBUG networking_nsxv3.common.locking [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1188.398488] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquiring lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1188.398648] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquired lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1188.398923] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquired external semaphore "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1188.399086] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Releasing lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1188.399377] env[69685]: DEBUG networking_nsxv3.common.locking [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1188.399538] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquiring lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1188.399913] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquired lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1188.399913] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquired external semaphore "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1188.400052] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Releasing lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1188.400208] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Resource: SegmentPort with ID: 398b3d9a-556a-4c95-9bea-0718516c2436 is going to be created. [ 1188.420216] env[69685]: DEBUG networking_nsxv3.common.locking [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1188.420468] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquiring lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1188.420602] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquired lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1188.420921] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquired external semaphore "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1188.421206] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Releasing lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1188.421465] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Releasing lock "port-398b3d9a-556a-4c95-9bea-0718516c2436" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1188.452305] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1188.452305] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1188.452429] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1188.452571] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1188.452849] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1188.452849] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 86643987-b9b4-44bb-b22a-ed3d1837d6d7 is going to be updated. [ 1188.483394] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1188.483531] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1188.483593] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1188.483796] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1188.483939] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1188.492864] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 86643987-b9b4-44bb-b22a-ed3d1837d6d7 in Status: IN_PROGRESS for 2s [ 1188.630069] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock member-373dc220-6922-42c9-9031-971b9f1da491 taken with stack trace [, , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1188.630266] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-373dc220-6922-42c9-9031-971b9f1da491" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1188.630266] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-373dc220-6922-42c9-9031-971b9f1da491" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1188.630615] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-373dc220-6922-42c9-9031-971b9f1da491" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1188.630836] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1188.630974] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1188.631105] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1188.631309] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1188.631632] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1188.631632] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-373dc220-6922-42c9-9031-971b9f1da491" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1188.631781] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock member-373dc220-6922-42c9-9031-971b9f1da491 taken with stack trace [, , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1188.631906] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-373dc220-6922-42c9-9031-971b9f1da491" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1188.631988] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-373dc220-6922-42c9-9031-971b9f1da491" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1188.632208] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-373dc220-6922-42c9-9031-971b9f1da491" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1188.632445] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1188.632603] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1188.632846] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1188.633087] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1188.633232] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1188.633434] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-373dc220-6922-42c9-9031-971b9f1da491" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1188.633592] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('373dc220-6922-42c9-9031-971b9f1da491',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1188.692986] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1188.693231] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1188.693231] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1188.693571] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1188.693686] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1188.693807] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f9fe5796-97e5-42cd-b9a0-bf405b68f6e5 is going to be updated. [ 1188.727616] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1188.727910] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1188.727991] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1188.728274] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1188.728473] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1188.738310] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f9fe5796-97e5-42cd-b9a0-bf405b68f6e5 in Status: IN_PROGRESS for 2s [ 1188.747953] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1188.748232] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1188.748232] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1188.748440] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1188.748542] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1188.748637] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 17403b43-4bd7-45a0-9c6c-7edabdf082c7 is going to be updated. [ 1188.773857] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1188.774164] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1188.774255] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1188.774529] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1188.774673] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1188.786952] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 17403b43-4bd7-45a0-9c6c-7edabdf082c7 in Status: IN_PROGRESS for 2s [ 1189.122702] env[69685]: INFO networking_nsxv3.common.synchronization [req-dde227fa-ed74-47fb-97e8-399906730ee0 req-eb56ce9b-ba9e-4486-ac34-dba5b299320d service nova] Enqueued Resource ID: f9fe5796-97e5-42cd-b9a0-bf405b68f6e5 with Priority: HIGHEST for action security_group_rules [ 1189.122702] env[69685]: INFO networking_nsxv3.common.synchronization [req-dde227fa-ed74-47fb-97e8-399906730ee0 req-eb56ce9b-ba9e-4486-ac34-dba5b299320d service nova] Enqueued Resource ID: f9fe5796-97e5-42cd-b9a0-bf405b68f6e5 with Priority: HIGHEST for action security_group_members [ 1189.122702] env[69685]: INFO networking_nsxv3.common.synchronization [req-dde227fa-ed74-47fb-97e8-399906730ee0 req-eb56ce9b-ba9e-4486-ac34-dba5b299320d service nova] Enqueued Resource ID: 398b3d9a-556a-4c95-9bea-0718516c2436 with Priority: HIGHEST for action port [ 1189.122908] env[69685]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f9fe5796-97e5-42cd-b9a0-bf405b68f6e5 with Priority: HIGHEST for action security_group_rules [ 1189.123016] env[69685]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f9fe5796-97e5-42cd-b9a0-bf405b68f6e5 with Priority: HIGHEST for action security_group_members [ 1189.123103] env[69685]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 398b3d9a-556a-4c95-9bea-0718516c2436 with Priority: HIGHEST for action port [ 1189.123663] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f9fe5796-97e5-42cd-b9a0-bf405b68f6e5 taken with stack trace [, , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1189.123789] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f9fe5796-97e5-42cd-b9a0-bf405b68f6e5" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1189.123847] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f9fe5796-97e5-42cd-b9a0-bf405b68f6e5" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1189.124928] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f9fe5796-97e5-42cd-b9a0-bf405b68f6e5" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1189.125064] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f9fe5796-97e5-42cd-b9a0-bf405b68f6e5',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1189.125876] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock member-f9fe5796-97e5-42cd-b9a0-bf405b68f6e5 taken with stack trace [, , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1189.126694] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f9fe5796-97e5-42cd-b9a0-bf405b68f6e5" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1189.127059] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock port-398b3d9a-556a-4c95-9bea-0718516c2436 taken with stack trace [, , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1189.127239] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-398b3d9a-556a-4c95-9bea-0718516c2436" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1189.127362] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-398b3d9a-556a-4c95-9bea-0718516c2436" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1189.127626] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-398b3d9a-556a-4c95-9bea-0718516c2436" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1189.127784] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('398b3d9a-556a-4c95-9bea-0718516c2436',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1189.137079] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 373dc220-6922-42c9-9031-971b9f1da491: rpc.has_security_group_logging(os_id): False [ 1189.158733] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1189.158733] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1189.158733] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1189.158733] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1189.158733] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1189.158733] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1189.159269] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1189.159269] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1189.159269] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1189.159269] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1189.159446] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1189.159602] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1189.159660] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1189.159839] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1189.159940] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1189.160180] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1189.160303] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1189.160400] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1189.160560] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1189.160665] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1189.160777] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 373dc220-6922-42c9-9031-971b9f1da491 is going to be created. [ 1189.272063] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1189.272063] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1189.272063] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1189.272732] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1189.272732] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1189.294326] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 373dc220-6922-42c9-9031-971b9f1da491 in Status: IN_PROGRESS for 2s [ 1189.439397] env[69685]: INFO networking_nsxv3.common.synchronization [req-34e93554-0f80-42f2-a32f-3d0b0a8a391d req-83668f63-0b55-4e61-baa3-a962958b1812 tempest-ServersTestFqdnHostnames-839921064 tempest-ServersTestFqdnHostnames-839921064-project-member] Enqueued Resource ID: 6fba90ef-2e1a-4e00-b2dd-b7e5536634f8 with Priority: HIGHEST for action security_group_members [ 1189.439878] env[69685]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6fba90ef-2e1a-4e00-b2dd-b7e5536634f8 with Priority: HIGHEST for action security_group_members [ 1189.440239] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock member-6fba90ef-2e1a-4e00-b2dd-b7e5536634f8 taken with stack trace [, , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1189.440372] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6fba90ef-2e1a-4e00-b2dd-b7e5536634f8" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1189.440443] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6fba90ef-2e1a-4e00-b2dd-b7e5536634f8" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1189.440735] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6fba90ef-2e1a-4e00-b2dd-b7e5536634f8" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1189.440896] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1189.441031] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1189.441104] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1189.441261] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1189.441346] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1189.441455] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6fba90ef-2e1a-4e00-b2dd-b7e5536634f8',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1189.629620] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock member-f9fe5796-97e5-42cd-b9a0-bf405b68f6e5 taken with stack trace [, , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1189.629620] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f9fe5796-97e5-42cd-b9a0-bf405b68f6e5" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1189.630960] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 398b3d9a-556a-4c95-9bea-0718516c2436 with status ACTIVE [ 1189.631163] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1189.631279] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1189.631343] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1189.631631] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1189.631807] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1189.631968] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1189.632152] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1189.632255] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1189.632519] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1189.632519] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1189.632729] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1189.632833] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1189.632932] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1189.633144] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1189.633242] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1189.633340] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 398b3d9a-556a-4c95-9bea-0718516c2436 is going to be updated. [ 1189.653505] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1189.653661] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1189.653763] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1189.653946] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1189.654104] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1189.654267] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-398b3d9a-556a-4c95-9bea-0718516c2436" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1189.733702] env[69685]: DEBUG networking_nsxv3.common.locking [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Lock network-200 taken with stack trace [, , , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1189.733922] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquiring lock "network-200" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1189.734096] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquired lock "network-200" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1189.734439] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquired external semaphore "network-200" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1189.734704] env[69685]: DEBUG networking_nsxv3.common.locking [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1189.734865] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquiring lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1189.734982] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquired lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1189.735217] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquired external semaphore "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1189.735424] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Releasing lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1189.735564] env[69685]: DEBUG dogpile.cache.region [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] No value present for key: 'zone-id' {{(pid=69685) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1189.735685] env[69685]: DEBUG dogpile.lock [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] NeedRegenerationException {{(pid=69685) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1189.735800] env[69685]: DEBUG dogpile.lock [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] no value, waiting for create lock {{(pid=69685) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1189.735908] env[69685]: DEBUG dogpile.lock [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] value creation lock acquired {{(pid=69685) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1189.736026] env[69685]: DEBUG dogpile.cache.region [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] No value present for key: 'zone-id' {{(pid=69685) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1189.736135] env[69685]: DEBUG dogpile.lock [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Calling creation function for not-yet-present value {{(pid=69685) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1189.736278] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1189.753422] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1189.753614] env[69685]: DEBUG dogpile.cache.region [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Cache value generated in 0.017 seconds for key(s): 'zone-id' {{(pid=69685) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1189.753781] env[69685]: DEBUG dogpile.lock [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Released creation lock {{(pid=69685) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1189.754013] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Releasing lock "network-200" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1189.754470] env[69685]: DEBUG networking_nsxv3.common.locking [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Lock port-b2fc71fc-1161-4c6a-8928-06ab46740d05 taken with stack trace [, , , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1189.754578] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquiring lock "port-b2fc71fc-1161-4c6a-8928-06ab46740d05" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1189.754679] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquired lock "port-b2fc71fc-1161-4c6a-8928-06ab46740d05" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1189.754994] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquired external semaphore "port-b2fc71fc-1161-4c6a-8928-06ab46740d05" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1189.755150] env[69685]: DEBUG networking_nsxv3.api.rpc [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b2fc71fc-1161-4c6a-8928-06ab46740d05',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1189.945308] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1189.945465] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1189.945465] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1189.945733] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1189.945882] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1189.946119] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1189.946226] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1189.946289] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1189.946557] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1189.946677] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1189.946779] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6fba90ef-2e1a-4e00-b2dd-b7e5536634f8 already deleted. [ 1189.946863] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6fba90ef-2e1a-4e00-b2dd-b7e5536634f8" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1190.257899] env[69685]: DEBUG networking_nsxv3.common.locking [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1190.258194] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquiring lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1190.258278] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquired lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1190.258594] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquired external semaphore "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1190.258749] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Releasing lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1190.258903] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Segment Port b2fc71fc-1161-4c6a-8928-06ab46740d05 not found, creating... [ 1190.259204] env[69685]: DEBUG networking_nsxv3.common.locking [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1190.259385] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquiring lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1190.259515] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquired lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1190.259832] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquired external semaphore "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1190.260036] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Releasing lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1190.260353] env[69685]: DEBUG networking_nsxv3.common.locking [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1190.260507] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquiring lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1190.260630] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquired lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1190.260841] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquired external semaphore "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1190.260979] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Releasing lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1190.261136] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Resource: SegmentPort with ID: b2fc71fc-1161-4c6a-8928-06ab46740d05 is going to be created. [ 1190.280437] env[69685]: DEBUG networking_nsxv3.common.locking [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1190.280940] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquiring lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1190.280940] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquired lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1190.281083] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquired external semaphore "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1190.281274] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Releasing lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1190.281498] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Releasing lock "port-b2fc71fc-1161-4c6a-8928-06ab46740d05" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1190.502139] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 86643987-b9b4-44bb-b22a-ed3d1837d6d7 in Status: SUCCESS [ 1190.502432] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-86643987-b9b4-44bb-b22a-ed3d1837d6d7" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1190.502736] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-86643987-b9b4-44bb-b22a-ed3d1837d6d7" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1190.503023] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-86643987-b9b4-44bb-b22a-ed3d1837d6d7" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1190.503276] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1190.503440] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1190.503519] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1190.503806] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1190.503850] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1190.503951] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-86643987-b9b4-44bb-b22a-ed3d1837d6d7" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1190.504085] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('86643987-b9b4-44bb-b22a-ed3d1837d6d7',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1190.748552] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f9fe5796-97e5-42cd-b9a0-bf405b68f6e5 in Status: SUCCESS [ 1190.748854] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f9fe5796-97e5-42cd-b9a0-bf405b68f6e5" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1190.749090] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f9fe5796-97e5-42cd-b9a0-bf405b68f6e5" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1190.749374] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f9fe5796-97e5-42cd-b9a0-bf405b68f6e5" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1190.749650] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1190.749804] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1190.749870] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1190.750054] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1190.750133] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1190.750230] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f9fe5796-97e5-42cd-b9a0-bf405b68f6e5',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1190.797063] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 17403b43-4bd7-45a0-9c6c-7edabdf082c7 in Status: SUCCESS [ 1190.797269] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-17403b43-4bd7-45a0-9c6c-7edabdf082c7" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1191.006355] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock member-86643987-b9b4-44bb-b22a-ed3d1837d6d7 taken with stack trace [, , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1191.006588] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-86643987-b9b4-44bb-b22a-ed3d1837d6d7" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1191.006636] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-86643987-b9b4-44bb-b22a-ed3d1837d6d7" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1191.007536] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-86643987-b9b4-44bb-b22a-ed3d1837d6d7" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1191.007536] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1191.007536] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1191.007536] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1191.007536] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1191.007536] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1191.007536] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-86643987-b9b4-44bb-b22a-ed3d1837d6d7" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1191.007814] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock member-86643987-b9b4-44bb-b22a-ed3d1837d6d7 taken with stack trace [, , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1191.007814] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-86643987-b9b4-44bb-b22a-ed3d1837d6d7" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1191.007814] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-86643987-b9b4-44bb-b22a-ed3d1837d6d7" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1191.007932] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-86643987-b9b4-44bb-b22a-ed3d1837d6d7" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1191.008085] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1191.008175] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1191.008227] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1191.008625] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1191.008741] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1191.008846] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-86643987-b9b4-44bb-b22a-ed3d1837d6d7" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1191.008938] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('86643987-b9b4-44bb-b22a-ed3d1837d6d7',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1191.126436] env[69685]: INFO networking_nsxv3.common.synchronization [req-34e93554-0f80-42f2-a32f-3d0b0a8a391d req-32b46158-4b93-4bc4-87d9-1a60ab1d9e2b service nova] Enqueued Resource ID: 6fba90ef-2e1a-4e00-b2dd-b7e5536634f8 with Priority: HIGHEST for action security_group_rules [ 1191.126436] env[69685]: INFO networking_nsxv3.common.synchronization [req-34e93554-0f80-42f2-a32f-3d0b0a8a391d req-32b46158-4b93-4bc4-87d9-1a60ab1d9e2b service nova] Enqueued Resource ID: 6fba90ef-2e1a-4e00-b2dd-b7e5536634f8 with Priority: HIGHEST for action security_group_members [ 1191.126436] env[69685]: INFO networking_nsxv3.common.synchronization [req-34e93554-0f80-42f2-a32f-3d0b0a8a391d req-32b46158-4b93-4bc4-87d9-1a60ab1d9e2b service nova] Enqueued Resource ID: b2fc71fc-1161-4c6a-8928-06ab46740d05 with Priority: HIGHEST for action port [ 1191.126964] env[69685]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6fba90ef-2e1a-4e00-b2dd-b7e5536634f8 with Priority: HIGHEST for action security_group_rules [ 1191.127158] env[69685]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6fba90ef-2e1a-4e00-b2dd-b7e5536634f8 with Priority: HIGHEST for action security_group_members [ 1191.127264] env[69685]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b2fc71fc-1161-4c6a-8928-06ab46740d05 with Priority: HIGHEST for action port [ 1191.127607] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock rules-6fba90ef-2e1a-4e00-b2dd-b7e5536634f8 taken with stack trace [, , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1191.128087] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-6fba90ef-2e1a-4e00-b2dd-b7e5536634f8" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1191.128087] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-6fba90ef-2e1a-4e00-b2dd-b7e5536634f8" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1191.128279] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-6fba90ef-2e1a-4e00-b2dd-b7e5536634f8" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1191.128279] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('6fba90ef-2e1a-4e00-b2dd-b7e5536634f8',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1191.129516] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock member-6fba90ef-2e1a-4e00-b2dd-b7e5536634f8 taken with stack trace [, , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1191.129516] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6fba90ef-2e1a-4e00-b2dd-b7e5536634f8" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1191.129980] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6fba90ef-2e1a-4e00-b2dd-b7e5536634f8" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1191.130206] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6fba90ef-2e1a-4e00-b2dd-b7e5536634f8" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1191.131038] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1191.131038] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1191.131038] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1191.131038] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1191.131038] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1191.131038] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6fba90ef-2e1a-4e00-b2dd-b7e5536634f8',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1191.132905] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock port-b2fc71fc-1161-4c6a-8928-06ab46740d05 taken with stack trace [, , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1191.133049] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-b2fc71fc-1161-4c6a-8928-06ab46740d05" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1191.133096] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-b2fc71fc-1161-4c6a-8928-06ab46740d05" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1191.133290] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-b2fc71fc-1161-4c6a-8928-06ab46740d05" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1191.135129] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b2fc71fc-1161-4c6a-8928-06ab46740d05',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1191.246630] env[69685]: INFO networking_nsxv3.common.synchronization [None req-baa82623-d9c5-41e6-8d23-1459a5ba87f0 tempest-AttachVolumeNegativeTest-2144472599 tempest-AttachVolumeNegativeTest-2144472599-project-member] Enqueued Resource ID: bb4e4637-54d4-44c0-baea-15ddfd34982f with Priority: HIGHEST for action security_group_rules [ 1191.247346] env[69685]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bb4e4637-54d4-44c0-baea-15ddfd34982f with Priority: HIGHEST for action security_group_rules [ 1191.247601] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock rules-bb4e4637-54d4-44c0-baea-15ddfd34982f taken with stack trace [, , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1191.247771] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-bb4e4637-54d4-44c0-baea-15ddfd34982f" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1191.247831] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-bb4e4637-54d4-44c0-baea-15ddfd34982f" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1191.248097] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-bb4e4637-54d4-44c0-baea-15ddfd34982f" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1191.248211] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('bb4e4637-54d4-44c0-baea-15ddfd34982f',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1191.251914] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('f9fe5796-97e5-42cd-b9a0-bf405b68f6e5',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1191.305880] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 373dc220-6922-42c9-9031-971b9f1da491 in Status: SUCCESS [ 1191.306275] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-373dc220-6922-42c9-9031-971b9f1da491" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1191.324528] env[69685]: INFO networking_nsxv3.common.synchronization [None req-a1366746-4891-4778-bfbf-a60f3a2db104 tempest-AttachVolumeNegativeTest-2144472599 tempest-AttachVolumeNegativeTest-2144472599-project-member] Enqueued Resource ID: bb4e4637-54d4-44c0-baea-15ddfd34982f with Priority: HIGHEST for action security_group_rules [ 1191.325032] env[69685]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bb4e4637-54d4-44c0-baea-15ddfd34982f with Priority: HIGHEST for action security_group_rules [ 1191.325330] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock rules-bb4e4637-54d4-44c0-baea-15ddfd34982f taken with stack trace [, , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1191.325436] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-bb4e4637-54d4-44c0-baea-15ddfd34982f" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1191.512615] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 86643987-b9b4-44bb-b22a-ed3d1837d6d7: rpc.has_security_group_logging(os_id): False [ 1191.530887] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1191.531053] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1191.531122] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1191.531388] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1191.531503] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1191.531796] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1191.531909] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1191.531973] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1191.532165] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1191.532241] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1191.532431] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1191.532533] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1191.532594] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1191.532752] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1191.532825] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1191.533112] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1191.533339] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1191.533402] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1191.533548] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1191.533636] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1191.533926] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 86643987-b9b4-44bb-b22a-ed3d1837d6d7 is going to be updated. [ 1191.590747] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1191.590942] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1191.591024] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1191.592749] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1191.592994] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1191.607153] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 86643987-b9b4-44bb-b22a-ed3d1837d6d7 in Status: IN_PROGRESS for 2s [ 1191.637667] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock member-6fba90ef-2e1a-4e00-b2dd-b7e5536634f8 taken with stack trace [, , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1191.637856] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6fba90ef-2e1a-4e00-b2dd-b7e5536634f8" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1191.638120] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('6fba90ef-2e1a-4e00-b2dd-b7e5536634f8',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1191.639170] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port b2fc71fc-1161-4c6a-8928-06ab46740d05 with status ACTIVE [ 1191.643044] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1191.643044] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1191.643044] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1191.643044] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1191.643044] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1191.643044] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1191.643044] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1191.643044] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1191.646272] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1191.646272] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1191.646272] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1191.646272] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1191.646272] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1191.646272] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1191.646272] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1191.646272] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: b2fc71fc-1161-4c6a-8928-06ab46740d05 is going to be updated. [ 1191.696135] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1191.696301] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1191.696350] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1191.696567] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1191.696748] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1191.696931] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-b2fc71fc-1161-4c6a-8928-06ab46740d05" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1191.754352] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('f9fe5796-97e5-42cd-b9a0-bf405b68f6e5',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1191.778455] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1191.778627] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1191.778740] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1191.778991] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1191.779136] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1191.779260] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: bb4e4637-54d4-44c0-baea-15ddfd34982f already deleted. [ 1191.779385] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-bb4e4637-54d4-44c0-baea-15ddfd34982f" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1191.779562] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-bb4e4637-54d4-44c0-baea-15ddfd34982f" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1191.779751] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-bb4e4637-54d4-44c0-baea-15ddfd34982f" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1191.779864] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('bb4e4637-54d4-44c0-baea-15ddfd34982f',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1192.151028] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('6fba90ef-2e1a-4e00-b2dd-b7e5536634f8',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1192.257543] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1192.257543] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1192.257543] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1192.257543] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1192.257543] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1192.257543] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f9fe5796-97e5-42cd-b9a0-bf405b68f6e5 is going to be updated. [ 1192.284955] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1192.284955] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1192.284955] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1192.285275] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1192.285320] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1192.295418] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f9fe5796-97e5-42cd-b9a0-bf405b68f6e5 in Status: IN_PROGRESS for 2s [ 1192.301793] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1192.301973] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1192.302125] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1192.302338] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1192.302474] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1192.302594] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: bb4e4637-54d4-44c0-baea-15ddfd34982f already deleted. [ 1192.302697] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-bb4e4637-54d4-44c0-baea-15ddfd34982f" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1192.324046] env[69685]: INFO networking_nsxv3.common.synchronization [req-d60cd944-e3e7-4bc1-a7ee-38f46aa474d9 req-8ac31b5c-f07e-4ca0-a946-8c73cef76c66 tempest-ServerActionsTestOtherA-1303343426 tempest-ServerActionsTestOtherA-1303343426-project-member] Enqueued Resource ID: 5e2a3608-8755-4a87-8f09-3dc54e922d50 with Priority: HIGHEST for action security_group_members [ 1192.325413] env[69685]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5e2a3608-8755-4a87-8f09-3dc54e922d50 with Priority: HIGHEST for action security_group_members [ 1192.325738] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock member-5e2a3608-8755-4a87-8f09-3dc54e922d50 taken with stack trace [, , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1192.325864] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5e2a3608-8755-4a87-8f09-3dc54e922d50" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1192.325930] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5e2a3608-8755-4a87-8f09-3dc54e922d50" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1192.326149] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5e2a3608-8755-4a87-8f09-3dc54e922d50" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1192.326309] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1192.326413] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1192.326475] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1192.326623] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1192.326707] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1192.326798] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5e2a3608-8755-4a87-8f09-3dc54e922d50',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1192.621431] env[69685]: DEBUG networking_nsxv3.common.locking [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Lock network-977 taken with stack trace [, , , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1192.621742] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquiring lock "network-977" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1192.621938] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquired lock "network-977" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1192.622265] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquired external semaphore "network-977" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1192.622533] env[69685]: DEBUG networking_nsxv3.common.locking [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1192.622721] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquiring lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1192.622875] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquired lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1192.623134] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquired external semaphore "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1192.623289] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Releasing lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1192.623532] env[69685]: DEBUG dogpile.cache.region [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] No value present for key: 'zone-id' {{(pid=69685) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1192.623652] env[69685]: DEBUG dogpile.lock [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] NeedRegenerationException {{(pid=69685) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1192.623769] env[69685]: DEBUG dogpile.lock [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] no value, waiting for create lock {{(pid=69685) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1192.623884] env[69685]: DEBUG dogpile.lock [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] value creation lock acquired {{(pid=69685) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1192.624022] env[69685]: DEBUG dogpile.cache.region [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] No value present for key: 'zone-id' {{(pid=69685) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1192.624139] env[69685]: DEBUG dogpile.lock [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Calling creation function for not-yet-present value {{(pid=69685) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1192.624276] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1192.642893] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1192.643696] env[69685]: DEBUG dogpile.cache.region [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=69685) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1192.643696] env[69685]: DEBUG dogpile.lock [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Released creation lock {{(pid=69685) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1192.643861] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Releasing lock "network-977" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1192.644286] env[69685]: DEBUG networking_nsxv3.common.locking [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Lock port-4d1e767d-3976-49f4-b064-ff06eb94f13d taken with stack trace [, , , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1192.644486] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquiring lock "port-4d1e767d-3976-49f4-b064-ff06eb94f13d" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1192.644662] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquired lock "port-4d1e767d-3976-49f4-b064-ff06eb94f13d" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1192.645048] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquired external semaphore "port-4d1e767d-3976-49f4-b064-ff06eb94f13d" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1192.645226] env[69685]: DEBUG networking_nsxv3.api.rpc [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4d1e767d-3976-49f4-b064-ff06eb94f13d',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1192.653288] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1192.653448] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1192.653577] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1192.653814] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1192.653995] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1192.654065] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6fba90ef-2e1a-4e00-b2dd-b7e5536634f8 is going to be created. [ 1192.675423] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1192.675648] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1192.675648] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1192.675860] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1192.676057] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1192.684668] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6fba90ef-2e1a-4e00-b2dd-b7e5536634f8 in Status: UNINITIALIZED for 2s [ 1192.831119] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1192.831119] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1192.831119] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1192.831119] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1192.831119] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1192.831119] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1192.831119] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1192.831119] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1192.831119] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1192.831119] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1192.831119] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5e2a3608-8755-4a87-8f09-3dc54e922d50 is going to be deleted. [ 1192.858273] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1192.858516] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1192.858516] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1192.859166] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1192.859166] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1192.859375] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5e2a3608-8755-4a87-8f09-3dc54e922d50" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1193.149100] env[69685]: DEBUG networking_nsxv3.common.locking [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1193.149299] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquiring lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1193.149450] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquired lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1193.149816] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquired external semaphore "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1193.150016] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Releasing lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1193.150218] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Segment Port 4d1e767d-3976-49f4-b064-ff06eb94f13d not found, creating... [ 1193.150548] env[69685]: DEBUG networking_nsxv3.common.locking [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1193.150748] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquiring lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1193.150898] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquired lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1193.151204] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquired external semaphore "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1193.151370] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Releasing lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1193.151752] env[69685]: DEBUG networking_nsxv3.common.locking [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1193.151942] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquiring lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1193.152143] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquired lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1193.152439] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquired external semaphore "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1193.152613] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Releasing lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1193.152783] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Resource: SegmentPort with ID: 4d1e767d-3976-49f4-b064-ff06eb94f13d is going to be created. [ 1193.178351] env[69685]: DEBUG networking_nsxv3.common.locking [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1193.178616] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquiring lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1193.178752] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquired lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1193.179176] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquired external semaphore "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1193.179437] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Releasing lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1193.179762] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Releasing lock "port-4d1e767d-3976-49f4-b064-ff06eb94f13d" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1193.627299] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 86643987-b9b4-44bb-b22a-ed3d1837d6d7 in Status: SUCCESS [ 1193.627299] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-86643987-b9b4-44bb-b22a-ed3d1837d6d7" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1194.305393] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f9fe5796-97e5-42cd-b9a0-bf405b68f6e5 in Status: SUCCESS [ 1194.305638] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f9fe5796-97e5-42cd-b9a0-bf405b68f6e5" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1194.305799] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f9fe5796-97e5-42cd-b9a0-bf405b68f6e5" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1194.306033] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f9fe5796-97e5-42cd-b9a0-bf405b68f6e5" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1194.306252] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1194.306367] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1194.306428] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1194.306589] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1194.306672] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1194.306759] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f9fe5796-97e5-42cd-b9a0-bf405b68f6e5" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1194.306848] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('f9fe5796-97e5-42cd-b9a0-bf405b68f6e5',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1194.446247] env[69685]: INFO networking_nsxv3.common.synchronization [req-d60cd944-e3e7-4bc1-a7ee-38f46aa474d9 req-6edea240-e07b-4292-92cf-14bd2d7f0b50 service nova] Enqueued Resource ID: 5e2a3608-8755-4a87-8f09-3dc54e922d50 with Priority: HIGHEST for action security_group_rules [ 1194.446426] env[69685]: INFO networking_nsxv3.common.synchronization [req-d60cd944-e3e7-4bc1-a7ee-38f46aa474d9 req-6edea240-e07b-4292-92cf-14bd2d7f0b50 service nova] Enqueued Resource ID: 5e2a3608-8755-4a87-8f09-3dc54e922d50 with Priority: HIGHEST for action security_group_members [ 1194.446566] env[69685]: INFO networking_nsxv3.common.synchronization [req-d60cd944-e3e7-4bc1-a7ee-38f46aa474d9 req-6edea240-e07b-4292-92cf-14bd2d7f0b50 service nova] Enqueued Resource ID: 4d1e767d-3976-49f4-b064-ff06eb94f13d with Priority: HIGHEST for action port [ 1194.446792] env[69685]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5e2a3608-8755-4a87-8f09-3dc54e922d50 with Priority: HIGHEST for action security_group_rules [ 1194.446921] env[69685]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5e2a3608-8755-4a87-8f09-3dc54e922d50 with Priority: HIGHEST for action security_group_members [ 1194.447028] env[69685]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4d1e767d-3976-49f4-b064-ff06eb94f13d with Priority: HIGHEST for action port [ 1194.447738] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock rules-5e2a3608-8755-4a87-8f09-3dc54e922d50 taken with stack trace [, , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1194.447894] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-5e2a3608-8755-4a87-8f09-3dc54e922d50" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1194.447959] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-5e2a3608-8755-4a87-8f09-3dc54e922d50" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1194.451844] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-5e2a3608-8755-4a87-8f09-3dc54e922d50" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1194.451993] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('5e2a3608-8755-4a87-8f09-3dc54e922d50',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1194.452841] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock member-5e2a3608-8755-4a87-8f09-3dc54e922d50 taken with stack trace [, , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1194.453319] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5e2a3608-8755-4a87-8f09-3dc54e922d50" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1194.453407] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5e2a3608-8755-4a87-8f09-3dc54e922d50" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1194.453566] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5e2a3608-8755-4a87-8f09-3dc54e922d50" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1194.453721] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1194.453816] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1194.453887] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1194.454039] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1194.454142] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1194.454234] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5e2a3608-8755-4a87-8f09-3dc54e922d50',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1194.454952] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock port-4d1e767d-3976-49f4-b064-ff06eb94f13d taken with stack trace [, , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1194.462160] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-4d1e767d-3976-49f4-b064-ff06eb94f13d" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1194.462287] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-4d1e767d-3976-49f4-b064-ff06eb94f13d" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1194.462510] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-4d1e767d-3976-49f4-b064-ff06eb94f13d" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1194.462604] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4d1e767d-3976-49f4-b064-ff06eb94f13d',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1194.693938] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6fba90ef-2e1a-4e00-b2dd-b7e5536634f8 in Status: SUCCESS [ 1194.694218] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6fba90ef-2e1a-4e00-b2dd-b7e5536634f8" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1194.694298] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6fba90ef-2e1a-4e00-b2dd-b7e5536634f8" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1194.694513] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6fba90ef-2e1a-4e00-b2dd-b7e5536634f8" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1194.694738] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1194.694893] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1194.694938] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1194.695080] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1194.695161] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1194.695245] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6fba90ef-2e1a-4e00-b2dd-b7e5536634f8" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1194.695334] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('6fba90ef-2e1a-4e00-b2dd-b7e5536634f8',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1194.811900] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock member-f9fe5796-97e5-42cd-b9a0-bf405b68f6e5 taken with stack trace [, , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1194.812132] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f9fe5796-97e5-42cd-b9a0-bf405b68f6e5" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1194.812207] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f9fe5796-97e5-42cd-b9a0-bf405b68f6e5" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1194.812393] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f9fe5796-97e5-42cd-b9a0-bf405b68f6e5" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1194.812565] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1194.812720] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1194.812793] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1194.812976] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1194.813095] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1194.813198] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f9fe5796-97e5-42cd-b9a0-bf405b68f6e5" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1194.813359] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock member-f9fe5796-97e5-42cd-b9a0-bf405b68f6e5 taken with stack trace [, , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1194.813451] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f9fe5796-97e5-42cd-b9a0-bf405b68f6e5" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1194.813502] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f9fe5796-97e5-42cd-b9a0-bf405b68f6e5" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1194.813661] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f9fe5796-97e5-42cd-b9a0-bf405b68f6e5" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1194.813934] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1194.813934] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1194.814090] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1194.814204] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1194.814316] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1194.814409] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f9fe5796-97e5-42cd-b9a0-bf405b68f6e5" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1194.814592] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('f9fe5796-97e5-42cd-b9a0-bf405b68f6e5',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1194.964068] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock member-5e2a3608-8755-4a87-8f09-3dc54e922d50 taken with stack trace [, , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1194.964200] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5e2a3608-8755-4a87-8f09-3dc54e922d50" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1194.964357] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('5e2a3608-8755-4a87-8f09-3dc54e922d50',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1194.965301] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 4d1e767d-3976-49f4-b064-ff06eb94f13d with status ACTIVE [ 1194.965488] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1194.965599] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1194.965685] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1194.965906] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1194.966018] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1194.966250] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1194.966355] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1194.966410] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1194.966580] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1194.966664] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1194.966901] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1194.967028] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1194.967094] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1194.967258] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1194.967335] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1194.967420] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 4d1e767d-3976-49f4-b064-ff06eb94f13d is going to be updated. [ 1194.987159] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1194.987310] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1194.987463] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1194.987583] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1194.987743] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1194.987908] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-4d1e767d-3976-49f4-b064-ff06eb94f13d" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1195.197179] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('6fba90ef-2e1a-4e00-b2dd-b7e5536634f8',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1195.320925] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for f9fe5796-97e5-42cd-b9a0-bf405b68f6e5: rpc.has_security_group_logging(os_id): False [ 1195.339351] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1195.339521] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1195.339597] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1195.339860] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1195.359509] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1195.359509] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1195.359509] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1195.359509] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1195.359509] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1195.359509] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1195.359509] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1195.359509] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1195.359509] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1195.359509] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1195.359509] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1195.359509] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1195.359509] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1195.359509] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1195.360267] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1195.360267] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1195.360267] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f9fe5796-97e5-42cd-b9a0-bf405b68f6e5 is going to be updated. [ 1195.416358] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1195.416492] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1195.416492] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1195.416656] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1195.416847] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1195.429312] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f9fe5796-97e5-42cd-b9a0-bf405b68f6e5 in Status: IN_PROGRESS for 2s [ 1195.471124] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('5e2a3608-8755-4a87-8f09-3dc54e922d50',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1195.701367] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 6fba90ef-2e1a-4e00-b2dd-b7e5536634f8: rpc.has_security_group_logging(os_id): False [ 1195.721070] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1195.721244] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1195.721302] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1195.721498] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1195.721613] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1195.721852] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1195.721966] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1195.722042] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1195.722200] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1195.722270] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1195.722363] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 6fba90ef-2e1a-4e00-b2dd-b7e5536634f8 is going to be created. [ 1195.778467] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1195.778628] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1195.778703] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1195.778919] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1195.779116] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1195.788431] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 6fba90ef-2e1a-4e00-b2dd-b7e5536634f8 in Status: IN_PROGRESS for 2s [ 1195.975807] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1195.975807] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1195.975807] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1195.976008] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1195.976086] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1195.976185] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5e2a3608-8755-4a87-8f09-3dc54e922d50 is going to be created. [ 1196.000083] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1196.000226] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1196.000226] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1196.000530] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1196.000598] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1196.010637] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5e2a3608-8755-4a87-8f09-3dc54e922d50 in Status: UNINITIALIZED for 2s [ 1197.447336] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f9fe5796-97e5-42cd-b9a0-bf405b68f6e5 in Status: SUCCESS [ 1197.447624] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f9fe5796-97e5-42cd-b9a0-bf405b68f6e5" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1197.806623] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 6fba90ef-2e1a-4e00-b2dd-b7e5536634f8 in Status: SUCCESS [ 1197.807013] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-6fba90ef-2e1a-4e00-b2dd-b7e5536634f8" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1198.021381] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5e2a3608-8755-4a87-8f09-3dc54e922d50 in Status: SUCCESS [ 1198.021381] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5e2a3608-8755-4a87-8f09-3dc54e922d50" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1198.021381] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5e2a3608-8755-4a87-8f09-3dc54e922d50" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1198.021381] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5e2a3608-8755-4a87-8f09-3dc54e922d50" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1198.021381] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1198.021381] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1198.021381] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1198.021718] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1198.021718] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1198.021718] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5e2a3608-8755-4a87-8f09-3dc54e922d50" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1198.021718] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('5e2a3608-8755-4a87-8f09-3dc54e922d50',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1198.525467] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock member-5e2a3608-8755-4a87-8f09-3dc54e922d50 taken with stack trace [, , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1198.525467] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5e2a3608-8755-4a87-8f09-3dc54e922d50" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1198.525467] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5e2a3608-8755-4a87-8f09-3dc54e922d50" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1198.525467] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5e2a3608-8755-4a87-8f09-3dc54e922d50" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1198.528262] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1198.528262] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1198.528262] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1198.528262] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1198.528262] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1198.528262] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5e2a3608-8755-4a87-8f09-3dc54e922d50" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1198.528262] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock member-5e2a3608-8755-4a87-8f09-3dc54e922d50 taken with stack trace [, , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1198.528262] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5e2a3608-8755-4a87-8f09-3dc54e922d50" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1198.528262] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5e2a3608-8755-4a87-8f09-3dc54e922d50" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1198.529703] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5e2a3608-8755-4a87-8f09-3dc54e922d50" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1198.529703] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1198.529703] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1198.529703] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1198.530025] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1198.531010] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1198.531010] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5e2a3608-8755-4a87-8f09-3dc54e922d50" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1198.531010] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('5e2a3608-8755-4a87-8f09-3dc54e922d50',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1199.033524] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 5e2a3608-8755-4a87-8f09-3dc54e922d50: rpc.has_security_group_logging(os_id): False [ 1199.049715] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1199.050085] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1199.050085] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1199.050173] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1199.050208] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1199.050420] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1199.050962] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1199.050962] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1199.050962] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1199.050962] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1199.050962] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1199.051224] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1199.051224] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1199.051293] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1199.051339] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1199.051490] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1199.051618] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1199.051693] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1199.051828] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1199.051902] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1199.051988] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 5e2a3608-8755-4a87-8f09-3dc54e922d50 is going to be created. [ 1199.106543] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1199.106751] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1199.106751] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1199.106934] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1199.107128] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1199.118370] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 5e2a3608-8755-4a87-8f09-3dc54e922d50 in Status: IN_PROGRESS for 2s [ 1199.139784] env[69685]: INFO networking_nsxv3.common.synchronization [req-45ab43f9-dc79-481d-892c-4e170f4423f7 req-22b2d02d-6b84-442e-9b2c-2372c3e95918 tempest-ServerRescueNegativeTestJSON-1379847541 tempest-ServerRescueNegativeTestJSON-1379847541-project-member] Enqueued Resource ID: e3c7cd2b-45b9-46e6-bfca-79a452650487 with Priority: HIGHEST for action security_group_members [ 1199.140373] env[69685]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e3c7cd2b-45b9-46e6-bfca-79a452650487 with Priority: HIGHEST for action security_group_members [ 1199.140890] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock member-e3c7cd2b-45b9-46e6-bfca-79a452650487 taken with stack trace [, , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1199.140890] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e3c7cd2b-45b9-46e6-bfca-79a452650487" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1199.140890] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e3c7cd2b-45b9-46e6-bfca-79a452650487" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1199.141089] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e3c7cd2b-45b9-46e6-bfca-79a452650487" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1199.143204] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1199.143204] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1199.143204] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1199.143204] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1199.143204] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1199.143204] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e3c7cd2b-45b9-46e6-bfca-79a452650487',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1199.644148] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1199.644148] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1199.644148] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1199.644148] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1199.666599] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1199.666892] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1199.667033] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1199.667105] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1199.667306] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1199.667392] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1199.667482] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e3c7cd2b-45b9-46e6-bfca-79a452650487 is going to be updated. [ 1199.692162] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1199.692322] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1199.692369] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1199.692567] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1199.692719] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1199.701321] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e3c7cd2b-45b9-46e6-bfca-79a452650487 in Status: IN_PROGRESS for 2s [ 1200.754370] env[69685]: INFO networking_nsxv3.common.synchronization [req-a46f0037-1dfc-497e-9a40-5bb85b142bbf req-012346f0-a4e3-4565-890a-69ef49f2ac07 tempest-ListServerFiltersTestJSON-615974268 tempest-ListServerFiltersTestJSON-615974268-project-member] Enqueued Resource ID: 17403b43-4bd7-45a0-9c6c-7edabdf082c7 with Priority: HIGHEST for action security_group_members [ 1200.757298] env[69685]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 17403b43-4bd7-45a0-9c6c-7edabdf082c7 with Priority: HIGHEST for action security_group_members [ 1200.757298] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock member-17403b43-4bd7-45a0-9c6c-7edabdf082c7 taken with stack trace [, , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1200.757298] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-17403b43-4bd7-45a0-9c6c-7edabdf082c7" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1200.757298] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-17403b43-4bd7-45a0-9c6c-7edabdf082c7" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1200.757298] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-17403b43-4bd7-45a0-9c6c-7edabdf082c7" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1200.757298] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1200.757298] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1200.757298] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1200.757298] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1200.757298] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1200.757298] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('17403b43-4bd7-45a0-9c6c-7edabdf082c7',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1200.850639] env[69685]: INFO networking_nsxv3.common.synchronization [req-e25e1d10-8a94-4003-bd2c-d65d987976cf req-0f1026df-0b97-47e5-bcdd-f81ac4a33146 tempest-DeleteServersTestJSON-1187572763 tempest-DeleteServersTestJSON-1187572763-project-member] Enqueued Resource ID: 86643987-b9b4-44bb-b22a-ed3d1837d6d7 with Priority: HIGHEST for action security_group_members [ 1200.851122] env[69685]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 86643987-b9b4-44bb-b22a-ed3d1837d6d7 with Priority: HIGHEST for action security_group_members [ 1200.851432] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock member-86643987-b9b4-44bb-b22a-ed3d1837d6d7 taken with stack trace [, , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1200.851554] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-86643987-b9b4-44bb-b22a-ed3d1837d6d7" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1200.851640] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-86643987-b9b4-44bb-b22a-ed3d1837d6d7" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1200.851945] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-86643987-b9b4-44bb-b22a-ed3d1837d6d7" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1200.852704] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1200.852982] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1200.852982] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1200.853358] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1200.853717] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1200.854598] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('86643987-b9b4-44bb-b22a-ed3d1837d6d7',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1201.136397] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 5e2a3608-8755-4a87-8f09-3dc54e922d50 in Status: SUCCESS [ 1201.136634] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-5e2a3608-8755-4a87-8f09-3dc54e922d50" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1201.259052] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1201.259052] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1201.259340] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1201.259415] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1201.259487] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1201.259659] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1201.259781] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1201.259859] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1201.259946] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1201.260032] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1201.260130] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 17403b43-4bd7-45a0-9c6c-7edabdf082c7 is going to be updated. [ 1201.293798] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1201.293951] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1201.294058] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1201.294237] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1201.294383] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1201.304782] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 17403b43-4bd7-45a0-9c6c-7edabdf082c7 in Status: IN_PROGRESS for 2s [ 1201.360414] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1201.361395] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1201.361395] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1201.361395] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1201.361395] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1201.361844] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1201.362126] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1201.362239] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1201.365209] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1201.365209] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1201.365209] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 86643987-b9b4-44bb-b22a-ed3d1837d6d7 is going to be updated. [ 1201.392708] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1201.392885] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1201.392962] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1201.393221] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1201.393366] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1201.404279] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 86643987-b9b4-44bb-b22a-ed3d1837d6d7 in Status: IN_PROGRESS for 2s [ 1201.710319] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e3c7cd2b-45b9-46e6-bfca-79a452650487 in Status: SUCCESS [ 1201.710435] env[69685]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e3c7cd2b-45b9-46e6-bfca-79a452650487 deletion is rescheduled due to dependency. [ 1201.710507] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e3c7cd2b-45b9-46e6-bfca-79a452650487" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1203.315317] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 17403b43-4bd7-45a0-9c6c-7edabdf082c7 in Status: SUCCESS [ 1203.315623] env[69685]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 17403b43-4bd7-45a0-9c6c-7edabdf082c7 deletion is rescheduled due to dependency. [ 1203.315623] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-17403b43-4bd7-45a0-9c6c-7edabdf082c7" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1203.412154] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 86643987-b9b4-44bb-b22a-ed3d1837d6d7 in Status: SUCCESS [ 1203.412340] env[69685]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 86643987-b9b4-44bb-b22a-ed3d1837d6d7 deletion is rescheduled due to dependency. [ 1203.412451] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-86643987-b9b4-44bb-b22a-ed3d1837d6d7" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1203.775378] env[69685]: INFO networking_nsxv3.common.synchronization [req-00bfa56f-3ed6-4da4-8963-4e46e3dc1db3 req-cca1ae35-26ad-418b-afcc-67d20b8df19a tempest-ServerActionsTestOtherA-1303343426 tempest-ServerActionsTestOtherA-1303343426-project-member] Enqueued Resource ID: 5e2a3608-8755-4a87-8f09-3dc54e922d50 with Priority: HIGHEST for action security_group_members [ 1203.775378] env[69685]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5e2a3608-8755-4a87-8f09-3dc54e922d50 with Priority: HIGHEST for action security_group_members [ 1203.775378] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock member-5e2a3608-8755-4a87-8f09-3dc54e922d50 taken with stack trace [, , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1203.775378] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5e2a3608-8755-4a87-8f09-3dc54e922d50" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1203.775378] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5e2a3608-8755-4a87-8f09-3dc54e922d50" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1203.775826] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5e2a3608-8755-4a87-8f09-3dc54e922d50" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1203.776193] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1203.776511] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1203.776660] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1203.777434] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1203.777685] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1203.777880] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5e2a3608-8755-4a87-8f09-3dc54e922d50',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1203.862941] env[69685]: INFO networking_nsxv3.common.synchronization [req-00bfa56f-3ed6-4da4-8963-4e46e3dc1db3 req-cca1ae35-26ad-418b-afcc-67d20b8df19a tempest-ServerActionsTestOtherA-1303343426 tempest-ServerActionsTestOtherA-1303343426-project-member] Enqueued Resource ID: 4d1e767d-3976-49f4-b064-ff06eb94f13d with Priority: HIGHEST for action port [ 1203.865329] env[69685]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4d1e767d-3976-49f4-b064-ff06eb94f13d with Priority: HIGHEST for action port [ 1203.865329] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock port-4d1e767d-3976-49f4-b064-ff06eb94f13d taken with stack trace [, , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1203.865329] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-4d1e767d-3976-49f4-b064-ff06eb94f13d" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1203.865329] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-4d1e767d-3976-49f4-b064-ff06eb94f13d" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1203.865329] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-4d1e767d-3976-49f4-b064-ff06eb94f13d" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1203.865329] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4d1e767d-3976-49f4-b064-ff06eb94f13d',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1204.280726] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1204.280726] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1204.280884] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1204.282033] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1204.282033] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1204.282033] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1204.282033] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1204.282033] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1204.282033] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1204.282033] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1204.282033] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5e2a3608-8755-4a87-8f09-3dc54e922d50 is going to be updated. [ 1204.315348] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1204.315634] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1204.315634] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1204.316155] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1204.316318] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1204.326335] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5e2a3608-8755-4a87-8f09-3dc54e922d50 in Status: IN_PROGRESS for 2s [ 1204.368370] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 4d1e767d-3976-49f4-b064-ff06eb94f13d with status ACTIVE [ 1204.368639] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1204.370063] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1204.370063] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1204.370063] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1204.370063] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1204.370063] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1204.370063] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1204.370063] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1204.370063] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1204.370063] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1204.370063] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1204.370455] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1204.370532] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1204.370693] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1204.370792] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1204.372337] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 4d1e767d-3976-49f4-b064-ff06eb94f13d is going to be updated. [ 1204.394455] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1204.394455] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1204.394455] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1204.394455] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1204.395506] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1204.395677] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-4d1e767d-3976-49f4-b064-ff06eb94f13d" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1204.611041] env[69685]: INFO networking_nsxv3.common.synchronization [req-c4193a8b-cabd-4469-99db-a9795041fbfb req-5b542265-93f1-437b-b1e8-8eff5f9fceec tempest-ServersTestJSON-1907685439 tempest-ServersTestJSON-1907685439-project-member] Enqueued Resource ID: f9fe5796-97e5-42cd-b9a0-bf405b68f6e5 with Priority: HIGHEST for action security_group_members [ 1204.612214] env[69685]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f9fe5796-97e5-42cd-b9a0-bf405b68f6e5 with Priority: HIGHEST for action security_group_members [ 1204.612701] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock member-f9fe5796-97e5-42cd-b9a0-bf405b68f6e5 taken with stack trace [, , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1204.612855] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f9fe5796-97e5-42cd-b9a0-bf405b68f6e5" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1204.612963] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f9fe5796-97e5-42cd-b9a0-bf405b68f6e5" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1204.613443] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f9fe5796-97e5-42cd-b9a0-bf405b68f6e5" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1204.613637] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1204.613778] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1204.613895] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1204.614268] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1204.614361] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1204.614499] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f9fe5796-97e5-42cd-b9a0-bf405b68f6e5',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1205.116756] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('f9fe5796-97e5-42cd-b9a0-bf405b68f6e5',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1205.618890] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('f9fe5796-97e5-42cd-b9a0-bf405b68f6e5',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1206.121553] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1206.122975] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1206.123194] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1206.123478] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1206.123638] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1206.123771] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f9fe5796-97e5-42cd-b9a0-bf405b68f6e5 is going to be updated. [ 1206.191027] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1206.191027] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1206.191027] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1206.191027] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1206.191027] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1206.198694] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f9fe5796-97e5-42cd-b9a0-bf405b68f6e5 in Status: IN_PROGRESS for 2s [ 1206.297199] env[69685]: DEBUG networking_nsxv3.common.locking [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Lock network-52 taken with stack trace [, , , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1206.297335] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquiring lock "network-52" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1206.297483] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquired lock "network-52" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1206.297868] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquired external semaphore "network-52" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1206.298515] env[69685]: DEBUG networking_nsxv3.common.locking [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1206.298515] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquiring lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1206.298515] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquired lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1206.299360] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquired external semaphore "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1206.299360] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Releasing lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1206.299360] env[69685]: DEBUG dogpile.cache.region [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] No value present for key: 'zone-id' {{(pid=69685) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1206.299360] env[69685]: DEBUG dogpile.lock [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] NeedRegenerationException {{(pid=69685) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1206.299587] env[69685]: DEBUG dogpile.lock [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] no value, waiting for create lock {{(pid=69685) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1206.299587] env[69685]: DEBUG dogpile.lock [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] value creation lock acquired {{(pid=69685) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1206.299648] env[69685]: DEBUG dogpile.cache.region [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] No value present for key: 'zone-id' {{(pid=69685) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1206.299735] env[69685]: DEBUG dogpile.lock [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Calling creation function for not-yet-present value {{(pid=69685) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1206.299878] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1206.318402] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1206.318575] env[69685]: DEBUG dogpile.cache.region [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=69685) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1206.318753] env[69685]: DEBUG dogpile.lock [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Released creation lock {{(pid=69685) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1206.319010] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Releasing lock "network-52" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1206.319386] env[69685]: DEBUG networking_nsxv3.common.locking [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Lock port-f688603c-6fbd-43ec-ba0c-fd69d9705d5c taken with stack trace [, , , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1206.319623] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquiring lock "port-f688603c-6fbd-43ec-ba0c-fd69d9705d5c" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1206.319704] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquired lock "port-f688603c-6fbd-43ec-ba0c-fd69d9705d5c" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1206.319969] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquired external semaphore "port-f688603c-6fbd-43ec-ba0c-fd69d9705d5c" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1206.320126] env[69685]: DEBUG networking_nsxv3.api.rpc [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f688603c-6fbd-43ec-ba0c-fd69d9705d5c',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1206.334927] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5e2a3608-8755-4a87-8f09-3dc54e922d50 in Status: SUCCESS [ 1206.334927] env[69685]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5e2a3608-8755-4a87-8f09-3dc54e922d50 deletion is rescheduled due to dependency. [ 1206.334927] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5e2a3608-8755-4a87-8f09-3dc54e922d50" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1206.667610] env[69685]: INFO networking_nsxv3.common.synchronization [req-9c365a90-9db2-4fec-8629-8b1d6b6d35ce req-7d999ce8-c075-4ffe-93dd-3491e3be8bee tempest-AttachVolumeNegativeTest-2144472599 tempest-AttachVolumeNegativeTest-2144472599-project-member] Enqueued Resource ID: bb4e4637-54d4-44c0-baea-15ddfd34982f with Priority: HIGHEST for action security_group_members [ 1206.667610] env[69685]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bb4e4637-54d4-44c0-baea-15ddfd34982f with Priority: HIGHEST for action security_group_members [ 1206.667610] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock member-bb4e4637-54d4-44c0-baea-15ddfd34982f taken with stack trace [, , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1206.667610] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bb4e4637-54d4-44c0-baea-15ddfd34982f" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1206.667610] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bb4e4637-54d4-44c0-baea-15ddfd34982f" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1206.669066] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bb4e4637-54d4-44c0-baea-15ddfd34982f" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1206.669351] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1206.669693] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1206.669890] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1206.671306] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1206.671306] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1206.671306] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('bb4e4637-54d4-44c0-baea-15ddfd34982f',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1206.825029] env[69685]: DEBUG networking_nsxv3.common.locking [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1206.825029] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquiring lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1206.825029] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquired lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1206.825029] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquired external semaphore "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1206.825029] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Releasing lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1206.825029] env[69685]: DEBUG networking_nsxv3.common.locking [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1206.825029] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquiring lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1206.825029] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquired lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1206.825029] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquired external semaphore "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1206.825029] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Releasing lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1206.825596] env[69685]: DEBUG networking_nsxv3.common.locking [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1206.825596] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquiring lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1206.825596] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquired lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1206.825596] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquired external semaphore "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1206.825596] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Releasing lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1206.826086] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Resource: SegmentPort with ID: f688603c-6fbd-43ec-ba0c-fd69d9705d5c is going to be updated. [ 1206.850736] env[69685]: DEBUG networking_nsxv3.common.locking [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1206.850736] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquiring lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1206.850736] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquired lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1206.850736] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquired external semaphore "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1206.850736] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Releasing lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1206.850736] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Releasing lock "port-f688603c-6fbd-43ec-ba0c-fd69d9705d5c" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1207.039543] env[69685]: DEBUG networking_nsxv3.common.locking [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Lock network-769 taken with stack trace [, , , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1207.039761] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquiring lock "network-769" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1207.039896] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquired lock "network-769" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1207.040176] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquired external semaphore "network-769" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1207.040453] env[69685]: DEBUG networking_nsxv3.common.locking [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1207.040630] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquiring lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1207.040932] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquired lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1207.041015] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquired external semaphore "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1207.041357] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Releasing lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1207.041638] env[69685]: DEBUG dogpile.cache.region [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] No value present for key: 'zone-id' {{(pid=69685) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1207.041762] env[69685]: DEBUG dogpile.lock [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] NeedRegenerationException {{(pid=69685) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1207.041860] env[69685]: DEBUG dogpile.lock [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] no value, waiting for create lock {{(pid=69685) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1207.042219] env[69685]: DEBUG dogpile.lock [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] value creation lock acquired {{(pid=69685) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1207.042219] env[69685]: DEBUG dogpile.cache.region [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] No value present for key: 'zone-id' {{(pid=69685) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1207.042219] env[69685]: DEBUG dogpile.lock [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Calling creation function for not-yet-present value {{(pid=69685) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1207.042342] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1207.059430] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1207.059626] env[69685]: DEBUG dogpile.cache.region [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Cache value generated in 0.017 seconds for key(s): 'zone-id' {{(pid=69685) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1207.059777] env[69685]: DEBUG dogpile.lock [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Released creation lock {{(pid=69685) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1207.059948] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Releasing lock "network-769" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1207.060267] env[69685]: DEBUG networking_nsxv3.common.locking [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Lock port-c1fc9935-d31e-439c-ad87-a9551c2896a9 taken with stack trace [, , , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1207.060530] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquiring lock "port-c1fc9935-d31e-439c-ad87-a9551c2896a9" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1207.060704] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquired lock "port-c1fc9935-d31e-439c-ad87-a9551c2896a9" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1207.061012] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquired external semaphore "port-c1fc9935-d31e-439c-ad87-a9551c2896a9" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1207.061159] env[69685]: DEBUG networking_nsxv3.api.rpc [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c1fc9935-d31e-439c-ad87-a9551c2896a9',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1207.172838] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1207.173016] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1207.173098] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1207.173331] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1207.173423] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1207.173617] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1207.173727] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1207.173784] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1207.173944] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1207.174033] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1207.174121] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: bb4e4637-54d4-44c0-baea-15ddfd34982f already deleted. [ 1207.174200] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bb4e4637-54d4-44c0-baea-15ddfd34982f" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1207.563807] env[69685]: INFO networking_nsxv3.common.synchronization [req-11aede55-e8a3-4f44-8436-3058859f26ba req-c2c98dcb-e9f7-4894-a798-28f09e510a6d service nova] Enqueued Resource ID: 373dc220-6922-42c9-9031-971b9f1da491 with Priority: HIGHEST for action security_group_rules [ 1207.564038] env[69685]: INFO networking_nsxv3.common.synchronization [req-11aede55-e8a3-4f44-8436-3058859f26ba req-c2c98dcb-e9f7-4894-a798-28f09e510a6d service nova] Enqueued Resource ID: 373dc220-6922-42c9-9031-971b9f1da491 with Priority: HIGHEST for action security_group_members [ 1207.564309] env[69685]: INFO networking_nsxv3.common.synchronization [req-11aede55-e8a3-4f44-8436-3058859f26ba req-c2c98dcb-e9f7-4894-a798-28f09e510a6d service nova] Enqueued Resource ID: f688603c-6fbd-43ec-ba0c-fd69d9705d5c with Priority: HIGHEST for action port [ 1207.569021] env[69685]: DEBUG networking_nsxv3.common.locking [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1207.569328] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquiring lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1207.569658] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquired lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1207.570153] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquired external semaphore "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1207.570635] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Releasing lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1207.570928] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Segment Port c1fc9935-d31e-439c-ad87-a9551c2896a9 not found, creating... [ 1207.571438] env[69685]: DEBUG networking_nsxv3.common.locking [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1207.571844] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquiring lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1207.572691] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquired lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1207.573104] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquired external semaphore "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1207.573466] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Releasing lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1207.573845] env[69685]: DEBUG networking_nsxv3.common.locking [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1207.574265] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquiring lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1207.574445] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquired lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1207.574715] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquired external semaphore "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1207.574966] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Releasing lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1207.575280] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Resource: SegmentPort with ID: c1fc9935-d31e-439c-ad87-a9551c2896a9 is going to be created. [ 1207.578547] env[69685]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 373dc220-6922-42c9-9031-971b9f1da491 with Priority: HIGHEST for action security_group_rules [ 1207.578763] env[69685]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 373dc220-6922-42c9-9031-971b9f1da491 with Priority: HIGHEST for action security_group_members [ 1207.578904] env[69685]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f688603c-6fbd-43ec-ba0c-fd69d9705d5c with Priority: HIGHEST for action port [ 1207.579439] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock rules-373dc220-6922-42c9-9031-971b9f1da491 taken with stack trace [, , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1207.579582] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-373dc220-6922-42c9-9031-971b9f1da491" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1207.579668] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-373dc220-6922-42c9-9031-971b9f1da491" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1207.580948] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-373dc220-6922-42c9-9031-971b9f1da491" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1207.581093] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('373dc220-6922-42c9-9031-971b9f1da491',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1207.582441] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock member-373dc220-6922-42c9-9031-971b9f1da491 taken with stack trace [, , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1207.582607] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-373dc220-6922-42c9-9031-971b9f1da491" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1207.582704] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-373dc220-6922-42c9-9031-971b9f1da491" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1207.583112] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-373dc220-6922-42c9-9031-971b9f1da491" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1207.583610] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1207.583610] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1207.583610] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1207.583848] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1207.584119] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1207.584229] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('373dc220-6922-42c9-9031-971b9f1da491',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1207.588729] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock port-f688603c-6fbd-43ec-ba0c-fd69d9705d5c taken with stack trace [, , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1207.592367] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-f688603c-6fbd-43ec-ba0c-fd69d9705d5c" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1207.592367] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-f688603c-6fbd-43ec-ba0c-fd69d9705d5c" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1207.592367] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-f688603c-6fbd-43ec-ba0c-fd69d9705d5c" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1207.592367] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f688603c-6fbd-43ec-ba0c-fd69d9705d5c',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1207.613031] env[69685]: DEBUG networking_nsxv3.common.locking [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1207.613031] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquiring lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1207.613031] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquired lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1207.613031] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquired external semaphore "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1207.613031] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Releasing lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1207.613031] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Releasing lock "port-c1fc9935-d31e-439c-ad87-a9551c2896a9" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1208.092595] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('373dc220-6922-42c9-9031-971b9f1da491',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1208.093640] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock member-373dc220-6922-42c9-9031-971b9f1da491 taken with stack trace [, , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1208.093784] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-373dc220-6922-42c9-9031-971b9f1da491" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1208.094215] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port f688603c-6fbd-43ec-ba0c-fd69d9705d5c with status ACTIVE [ 1208.094400] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1208.094561] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1208.094561] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1208.094758] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1208.094865] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1208.095049] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1208.095150] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1208.095210] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1208.095389] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1208.095461] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1208.095649] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1208.095754] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1208.095814] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1208.095943] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1208.096049] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1208.096137] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: f688603c-6fbd-43ec-ba0c-fd69d9705d5c is going to be updated. [ 1208.115520] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1208.115684] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1208.115814] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1208.116115] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1208.116744] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1208.116744] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-f688603c-6fbd-43ec-ba0c-fd69d9705d5c" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1208.210742] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f9fe5796-97e5-42cd-b9a0-bf405b68f6e5 in Status: SUCCESS [ 1208.211024] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f9fe5796-97e5-42cd-b9a0-bf405b68f6e5" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1208.562880] env[69685]: INFO networking_nsxv3.common.synchronization [req-9c365a90-9db2-4fec-8629-8b1d6b6d35ce req-ba2b2638-d252-4456-be1f-74e25a911cb5 service nova] Enqueued Resource ID: bb4e4637-54d4-44c0-baea-15ddfd34982f with Priority: HIGHEST for action security_group_rules [ 1208.563148] env[69685]: INFO networking_nsxv3.common.synchronization [req-9c365a90-9db2-4fec-8629-8b1d6b6d35ce req-ba2b2638-d252-4456-be1f-74e25a911cb5 service nova] Enqueued Resource ID: bb4e4637-54d4-44c0-baea-15ddfd34982f with Priority: HIGHEST for action security_group_members [ 1208.563254] env[69685]: INFO networking_nsxv3.common.synchronization [req-9c365a90-9db2-4fec-8629-8b1d6b6d35ce req-ba2b2638-d252-4456-be1f-74e25a911cb5 service nova] Enqueued Resource ID: c1fc9935-d31e-439c-ad87-a9551c2896a9 with Priority: HIGHEST for action port [ 1208.564371] env[69685]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bb4e4637-54d4-44c0-baea-15ddfd34982f with Priority: HIGHEST for action security_group_rules [ 1208.564579] env[69685]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bb4e4637-54d4-44c0-baea-15ddfd34982f with Priority: HIGHEST for action security_group_members [ 1208.564654] env[69685]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c1fc9935-d31e-439c-ad87-a9551c2896a9 with Priority: HIGHEST for action port [ 1208.564955] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock rules-bb4e4637-54d4-44c0-baea-15ddfd34982f taken with stack trace [, , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1208.565133] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-bb4e4637-54d4-44c0-baea-15ddfd34982f" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1208.565202] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-bb4e4637-54d4-44c0-baea-15ddfd34982f" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1208.565472] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-bb4e4637-54d4-44c0-baea-15ddfd34982f" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1208.565575] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('bb4e4637-54d4-44c0-baea-15ddfd34982f',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1208.566633] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock member-bb4e4637-54d4-44c0-baea-15ddfd34982f taken with stack trace [, , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1208.566738] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bb4e4637-54d4-44c0-baea-15ddfd34982f" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1208.566771] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bb4e4637-54d4-44c0-baea-15ddfd34982f" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1208.566943] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bb4e4637-54d4-44c0-baea-15ddfd34982f" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1208.567103] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1208.567199] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1208.567254] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1208.567395] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1208.567534] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1208.567635] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('bb4e4637-54d4-44c0-baea-15ddfd34982f',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1208.568811] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock port-c1fc9935-d31e-439c-ad87-a9551c2896a9 taken with stack trace [, , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1208.568882] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-c1fc9935-d31e-439c-ad87-a9551c2896a9" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1208.568959] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-c1fc9935-d31e-439c-ad87-a9551c2896a9" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1208.569130] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-c1fc9935-d31e-439c-ad87-a9551c2896a9" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1208.569239] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c1fc9935-d31e-439c-ad87-a9551c2896a9',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1208.595350] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('373dc220-6922-42c9-9031-971b9f1da491',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1209.071406] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock member-bb4e4637-54d4-44c0-baea-15ddfd34982f taken with stack trace [, , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1209.071571] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bb4e4637-54d4-44c0-baea-15ddfd34982f" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1209.074972] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('bb4e4637-54d4-44c0-baea-15ddfd34982f',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1209.076097] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port c1fc9935-d31e-439c-ad87-a9551c2896a9 with status ACTIVE [ 1209.076321] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1209.076592] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1209.076592] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1209.076781] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1209.076885] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1209.077105] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1209.077268] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1209.077317] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1209.077477] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1209.077562] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1209.077788] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1209.077903] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1209.077969] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1209.078654] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1209.078782] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1209.078865] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: c1fc9935-d31e-439c-ad87-a9551c2896a9 is going to be updated. [ 1209.097394] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1209.097684] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1209.097684] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1209.097881] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1209.097956] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1209.098060] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 373dc220-6922-42c9-9031-971b9f1da491 is going to be updated. [ 1209.100957] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1209.101079] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1209.101151] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1209.101314] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1209.101437] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1209.101577] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-c1fc9935-d31e-439c-ad87-a9551c2896a9" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1209.124204] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1209.124275] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1209.124990] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1209.124990] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1209.124990] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1209.132565] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 373dc220-6922-42c9-9031-971b9f1da491 in Status: IN_PROGRESS for 2s [ 1209.308340] env[69685]: INFO networking_nsxv3.common.synchronization [req-81ca58a8-9652-4762-984b-e1016252a827 req-025f1cc3-a37a-4be7-b4e1-59fc8180758f tempest-ServersTestJSON-1840735191 tempest-ServersTestJSON-1840735191-project-member] Enqueued Resource ID: 24c0145a-8a6b-41b2-85dd-bc961b19e0c7 with Priority: HIGHEST for action security_group_members [ 1209.308939] env[69685]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 24c0145a-8a6b-41b2-85dd-bc961b19e0c7 with Priority: HIGHEST for action security_group_members [ 1209.309270] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock member-24c0145a-8a6b-41b2-85dd-bc961b19e0c7 taken with stack trace [, , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1209.309398] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-24c0145a-8a6b-41b2-85dd-bc961b19e0c7" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1209.309460] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-24c0145a-8a6b-41b2-85dd-bc961b19e0c7" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1209.309726] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-24c0145a-8a6b-41b2-85dd-bc961b19e0c7" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1209.309916] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1209.310596] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1209.310596] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1209.310596] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1209.310596] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1209.310596] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('24c0145a-8a6b-41b2-85dd-bc961b19e0c7',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1209.582168] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('bb4e4637-54d4-44c0-baea-15ddfd34982f',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1209.813767] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1209.814011] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1209.814119] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1209.814452] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1209.814605] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1209.814830] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1209.814974] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1209.815075] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1209.815240] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1209.815322] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1209.815469] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 24c0145a-8a6b-41b2-85dd-bc961b19e0c7 is going to be updated. [ 1209.841737] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1209.841912] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1209.841975] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1209.842238] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1209.842382] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1209.850627] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 24c0145a-8a6b-41b2-85dd-bc961b19e0c7 in Status: IN_PROGRESS for 2s [ 1210.084599] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1210.084806] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1210.084933] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1210.085332] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1210.085500] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1210.085669] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: bb4e4637-54d4-44c0-baea-15ddfd34982f is going to be created. [ 1210.107069] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1210.107511] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1210.107511] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1210.107511] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1210.107691] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1210.116622] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bb4e4637-54d4-44c0-baea-15ddfd34982f in Status: UNINITIALIZED for 2s [ 1211.142234] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 373dc220-6922-42c9-9031-971b9f1da491 in Status: SUCCESS [ 1211.142568] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-373dc220-6922-42c9-9031-971b9f1da491" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1211.142624] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-373dc220-6922-42c9-9031-971b9f1da491" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1211.142863] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-373dc220-6922-42c9-9031-971b9f1da491" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1211.143109] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1211.143227] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1211.143297] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1211.143456] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1211.143554] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1211.143641] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-373dc220-6922-42c9-9031-971b9f1da491" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1211.143732] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('373dc220-6922-42c9-9031-971b9f1da491',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1211.646278] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock member-373dc220-6922-42c9-9031-971b9f1da491 taken with stack trace [, , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1211.646458] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-373dc220-6922-42c9-9031-971b9f1da491" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1211.646531] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-373dc220-6922-42c9-9031-971b9f1da491" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1211.647849] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-373dc220-6922-42c9-9031-971b9f1da491" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1211.647849] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1211.647849] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1211.647849] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1211.647849] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1211.647849] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1211.647849] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-373dc220-6922-42c9-9031-971b9f1da491" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1211.647849] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock member-373dc220-6922-42c9-9031-971b9f1da491 taken with stack trace [, , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1211.647849] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-373dc220-6922-42c9-9031-971b9f1da491" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1211.647849] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-373dc220-6922-42c9-9031-971b9f1da491" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1211.647849] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-373dc220-6922-42c9-9031-971b9f1da491" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1211.648322] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1211.648322] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1211.648322] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1211.648322] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1211.648322] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1211.648322] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-373dc220-6922-42c9-9031-971b9f1da491" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1211.648498] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('373dc220-6922-42c9-9031-971b9f1da491',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1211.860111] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 24c0145a-8a6b-41b2-85dd-bc961b19e0c7 in Status: SUCCESS [ 1211.860351] env[69685]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 24c0145a-8a6b-41b2-85dd-bc961b19e0c7 deletion is rescheduled due to dependency. [ 1211.860487] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-24c0145a-8a6b-41b2-85dd-bc961b19e0c7" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1212.127047] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bb4e4637-54d4-44c0-baea-15ddfd34982f in Status: SUCCESS [ 1212.127047] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bb4e4637-54d4-44c0-baea-15ddfd34982f" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1212.127047] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bb4e4637-54d4-44c0-baea-15ddfd34982f" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1212.127047] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bb4e4637-54d4-44c0-baea-15ddfd34982f" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1212.127047] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1212.127047] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1212.127047] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1212.127403] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1212.127403] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1212.127403] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bb4e4637-54d4-44c0-baea-15ddfd34982f" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1212.127485] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('bb4e4637-54d4-44c0-baea-15ddfd34982f',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1212.150764] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 373dc220-6922-42c9-9031-971b9f1da491: rpc.has_security_group_logging(os_id): False [ 1212.167431] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1212.167631] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1212.167631] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1212.168058] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1212.168058] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1212.168136] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1212.168190] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1212.168276] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1212.168413] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1212.168455] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1212.168676] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1212.168795] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1212.168855] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1212.169011] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1212.169091] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1212.169294] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1212.169388] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1212.169450] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1212.169703] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1212.169827] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1212.170363] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 373dc220-6922-42c9-9031-971b9f1da491 is going to be updated. [ 1212.225093] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1212.225252] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1212.225323] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1212.225533] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1212.225678] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1212.239917] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 373dc220-6922-42c9-9031-971b9f1da491 in Status: IN_PROGRESS for 2s [ 1212.629922] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('bb4e4637-54d4-44c0-baea-15ddfd34982f',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1213.133042] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for bb4e4637-54d4-44c0-baea-15ddfd34982f: rpc.has_security_group_logging(os_id): False [ 1213.157716] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1213.158080] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1213.158080] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1213.158194] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1213.158278] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1213.158517] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1213.158636] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1213.158701] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1213.158870] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1213.158948] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1213.159049] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: bb4e4637-54d4-44c0-baea-15ddfd34982f is going to be created. [ 1213.216474] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1213.216587] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1213.216635] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1213.216842] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1213.217130] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1213.229230] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: bb4e4637-54d4-44c0-baea-15ddfd34982f in Status: IN_PROGRESS for 2s [ 1214.253481] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 373dc220-6922-42c9-9031-971b9f1da491 in Status: SUCCESS [ 1214.253481] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-373dc220-6922-42c9-9031-971b9f1da491" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1214.310183] env[69685]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1214.310319] env[69685]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=1 [ 1215.242754] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: bb4e4637-54d4-44c0-baea-15ddfd34982f in Status: SUCCESS [ 1215.242951] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-bb4e4637-54d4-44c0-baea-15ddfd34982f" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1219.311255] env[69685]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1219.311255] env[69685]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1219.620378] env[69685]: INFO networking_nsxv3.common.synchronization [req-059f367d-8778-4aff-b15e-4d8399bfe228 req-21552d52-d8d4-49e1-ab62-22ff3fd89ca4 tempest-ImagesOneServerTestJSON-477753214 tempest-ImagesOneServerTestJSON-477753214-project-member] Enqueued Resource ID: 49a2ed09-3a30-47a5-87f3-33db4284296e with Priority: HIGHEST for action security_group_members [ 1219.620555] env[69685]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 49a2ed09-3a30-47a5-87f3-33db4284296e with Priority: HIGHEST for action security_group_members [ 1219.620768] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock member-49a2ed09-3a30-47a5-87f3-33db4284296e taken with stack trace [, , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1219.620881] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-49a2ed09-3a30-47a5-87f3-33db4284296e" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1219.620944] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-49a2ed09-3a30-47a5-87f3-33db4284296e" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1219.621150] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-49a2ed09-3a30-47a5-87f3-33db4284296e" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1219.621297] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1219.621411] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1219.621485] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1219.621691] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1219.621783] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1219.621873] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('49a2ed09-3a30-47a5-87f3-33db4284296e',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1220.125676] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1220.125676] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1220.125676] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1220.125867] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1220.125867] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1220.126080] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1220.126186] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1220.126235] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1220.126393] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1220.126476] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1220.126594] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 49a2ed09-3a30-47a5-87f3-33db4284296e is going to be updated. [ 1220.154049] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1220.154279] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1220.154279] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1220.154715] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1220.154715] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1220.163550] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 49a2ed09-3a30-47a5-87f3-33db4284296e in Status: IN_PROGRESS for 2s [ 1222.176434] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 49a2ed09-3a30-47a5-87f3-33db4284296e in Status: SUCCESS [ 1222.176791] env[69685]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 49a2ed09-3a30-47a5-87f3-33db4284296e deletion is rescheduled due to dependency. [ 1222.176791] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-49a2ed09-3a30-47a5-87f3-33db4284296e" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1223.711984] env[69685]: INFO networking_nsxv3.common.synchronization [req-1d1fbda3-9ccb-4945-9dfc-41c716ef75bf req-fcc92029-6492-4f96-95fa-e824077ac120 tempest-AttachInterfacesTestJSON-1165856161 tempest-AttachInterfacesTestJSON-1165856161-project-member] Enqueued Resource ID: b9252159-17c8-45ef-bdbe-1a0b66a60841 with Priority: HIGHEST for action security_group_members [ 1223.713351] env[69685]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b9252159-17c8-45ef-bdbe-1a0b66a60841 with Priority: HIGHEST for action security_group_members [ 1223.713351] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock member-b9252159-17c8-45ef-bdbe-1a0b66a60841 taken with stack trace [, , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1223.713351] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b9252159-17c8-45ef-bdbe-1a0b66a60841" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1223.713351] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b9252159-17c8-45ef-bdbe-1a0b66a60841" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1223.715338] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b9252159-17c8-45ef-bdbe-1a0b66a60841" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1223.718279] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1223.718279] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1223.718279] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1223.718279] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1223.718279] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1223.718279] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b9252159-17c8-45ef-bdbe-1a0b66a60841',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1224.095406] env[69685]: DEBUG networking_nsxv3.common.locking [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Lock network-508 taken with stack trace [, , , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1224.095406] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquiring lock "network-508" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1224.095406] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquired lock "network-508" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1224.095406] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquired external semaphore "network-508" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1224.095782] env[69685]: DEBUG networking_nsxv3.common.locking [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1224.095782] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquiring lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1224.095782] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquired lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1224.096016] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquired external semaphore "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1224.096162] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Releasing lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1224.099312] env[69685]: DEBUG dogpile.cache.region [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] No value present for key: 'zone-id' {{(pid=69685) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1224.099312] env[69685]: DEBUG dogpile.lock [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] NeedRegenerationException {{(pid=69685) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1224.099312] env[69685]: DEBUG dogpile.lock [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] no value, waiting for create lock {{(pid=69685) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1224.099312] env[69685]: DEBUG dogpile.lock [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] value creation lock acquired {{(pid=69685) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1224.099312] env[69685]: DEBUG dogpile.cache.region [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] No value present for key: 'zone-id' {{(pid=69685) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1224.099312] env[69685]: DEBUG dogpile.lock [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Calling creation function for not-yet-present value {{(pid=69685) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1224.099312] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1224.121099] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1224.121099] env[69685]: DEBUG dogpile.cache.region [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=69685) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1224.121099] env[69685]: DEBUG dogpile.lock [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Released creation lock {{(pid=69685) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1224.121099] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Releasing lock "network-508" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1224.121099] env[69685]: DEBUG networking_nsxv3.common.locking [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Lock port-3efa947e-4a96-4b80-85bd-a8d99ee24bc7 taken with stack trace [, , , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1224.121099] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquiring lock "port-3efa947e-4a96-4b80-85bd-a8d99ee24bc7" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1224.121099] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquired lock "port-3efa947e-4a96-4b80-85bd-a8d99ee24bc7" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1224.121099] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquired external semaphore "port-3efa947e-4a96-4b80-85bd-a8d99ee24bc7" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1224.121099] env[69685]: DEBUG networking_nsxv3.api.rpc [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3efa947e-4a96-4b80-85bd-a8d99ee24bc7',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1224.221491] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('b9252159-17c8-45ef-bdbe-1a0b66a60841',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1224.624368] env[69685]: DEBUG networking_nsxv3.common.locking [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1224.624782] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquiring lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1224.624782] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquired lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1224.625125] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquired external semaphore "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1224.625125] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Releasing lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1224.626081] env[69685]: DEBUG networking_nsxv3.common.locking [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1224.626081] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquiring lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1224.626081] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquired lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1224.626081] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquired external semaphore "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1224.626620] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Releasing lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1224.626620] env[69685]: DEBUG networking_nsxv3.common.locking [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1224.626793] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquiring lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1224.626825] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquired lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1224.627023] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquired external semaphore "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1224.627166] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Releasing lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1224.627304] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Resource: SegmentPort with ID: 3efa947e-4a96-4b80-85bd-a8d99ee24bc7 is going to be updated. [ 1224.648381] env[69685]: DEBUG networking_nsxv3.common.locking [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1224.648381] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquiring lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1224.648381] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquired lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1224.648381] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquired external semaphore "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1224.648381] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Releasing lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1224.648658] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Releasing lock "port-3efa947e-4a96-4b80-85bd-a8d99ee24bc7" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1224.723655] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('b9252159-17c8-45ef-bdbe-1a0b66a60841',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1225.228080] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1225.228350] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1225.228350] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1225.228571] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1225.228661] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1225.228759] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b9252159-17c8-45ef-bdbe-1a0b66a60841 is going to be updated. [ 1225.260265] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1225.260265] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1225.260423] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1225.260704] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1225.260704] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1225.271258] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b9252159-17c8-45ef-bdbe-1a0b66a60841 in Status: IN_PROGRESS for 2s [ 1225.363181] env[69685]: INFO networking_nsxv3.common.synchronization [req-92ad71d7-fca5-4eed-9aea-ad3d86eb3ce4 req-6ea1e103-3e11-47b2-be07-8070c6a3770b service nova] Enqueued Resource ID: 25004ae4-48f1-4142-aba8-3a71efb2c6dc with Priority: HIGHEST for action security_group_rules [ 1225.363360] env[69685]: INFO networking_nsxv3.common.synchronization [req-92ad71d7-fca5-4eed-9aea-ad3d86eb3ce4 req-6ea1e103-3e11-47b2-be07-8070c6a3770b service nova] Enqueued Resource ID: 25004ae4-48f1-4142-aba8-3a71efb2c6dc with Priority: HIGHEST for action security_group_members [ 1225.363515] env[69685]: INFO networking_nsxv3.common.synchronization [req-92ad71d7-fca5-4eed-9aea-ad3d86eb3ce4 req-6ea1e103-3e11-47b2-be07-8070c6a3770b service nova] Enqueued Resource ID: 3efa947e-4a96-4b80-85bd-a8d99ee24bc7 with Priority: HIGHEST for action port [ 1225.363993] env[69685]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 25004ae4-48f1-4142-aba8-3a71efb2c6dc with Priority: HIGHEST for action security_group_rules [ 1225.366176] env[69685]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 25004ae4-48f1-4142-aba8-3a71efb2c6dc with Priority: HIGHEST for action security_group_members [ 1225.366176] env[69685]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3efa947e-4a96-4b80-85bd-a8d99ee24bc7 with Priority: HIGHEST for action port [ 1225.366373] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock rules-25004ae4-48f1-4142-aba8-3a71efb2c6dc taken with stack trace [, , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1225.366500] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-25004ae4-48f1-4142-aba8-3a71efb2c6dc" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1225.366624] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-25004ae4-48f1-4142-aba8-3a71efb2c6dc" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1225.366763] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-25004ae4-48f1-4142-aba8-3a71efb2c6dc" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1225.366841] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('25004ae4-48f1-4142-aba8-3a71efb2c6dc',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1225.367879] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock member-25004ae4-48f1-4142-aba8-3a71efb2c6dc taken with stack trace [, , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1225.368008] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-25004ae4-48f1-4142-aba8-3a71efb2c6dc" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1225.368080] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-25004ae4-48f1-4142-aba8-3a71efb2c6dc" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1225.368257] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-25004ae4-48f1-4142-aba8-3a71efb2c6dc" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1225.368403] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1225.368490] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1225.368549] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1225.368685] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1225.368766] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1225.368874] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('25004ae4-48f1-4142-aba8-3a71efb2c6dc',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1225.371007] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock port-3efa947e-4a96-4b80-85bd-a8d99ee24bc7 taken with stack trace [, , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1225.371144] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-3efa947e-4a96-4b80-85bd-a8d99ee24bc7" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1225.371208] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-3efa947e-4a96-4b80-85bd-a8d99ee24bc7" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1225.371492] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-3efa947e-4a96-4b80-85bd-a8d99ee24bc7" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1225.371492] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3efa947e-4a96-4b80-85bd-a8d99ee24bc7',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1225.451893] env[69685]: INFO networking_nsxv3.common.synchronization [None req-184d9592-0a29-4095-a3f8-b4932f24d0c3 None None] Enqueued Resource ID: f6d4ea2a-805f-45a1-8a7f-3b937c713d63 with Priority: HIGHEST for action port [ 1225.452406] env[69685]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f6d4ea2a-805f-45a1-8a7f-3b937c713d63 with Priority: HIGHEST for action port [ 1225.452716] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock port-f6d4ea2a-805f-45a1-8a7f-3b937c713d63 taken with stack trace [, , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1225.452864] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-f6d4ea2a-805f-45a1-8a7f-3b937c713d63" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1225.452964] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-f6d4ea2a-805f-45a1-8a7f-3b937c713d63" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1225.453217] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-f6d4ea2a-805f-45a1-8a7f-3b937c713d63" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1225.453292] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f6d4ea2a-805f-45a1-8a7f-3b937c713d63',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1225.873408] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('25004ae4-48f1-4142-aba8-3a71efb2c6dc',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1225.874467] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock member-25004ae4-48f1-4142-aba8-3a71efb2c6dc taken with stack trace [, , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1225.874581] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-25004ae4-48f1-4142-aba8-3a71efb2c6dc" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1225.874739] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 3efa947e-4a96-4b80-85bd-a8d99ee24bc7 with status ACTIVE [ 1225.874895] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1225.875020] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1225.875077] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1225.876047] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1225.876047] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1225.876047] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1225.876047] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1225.876047] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1225.876047] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1225.876047] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1225.876047] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1225.877983] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1225.877983] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1225.877983] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1225.877983] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1225.877983] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 3efa947e-4a96-4b80-85bd-a8d99ee24bc7 is going to be updated. [ 1225.896178] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1225.896295] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1225.897139] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1225.897139] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1225.897139] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1225.897139] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-3efa947e-4a96-4b80-85bd-a8d99ee24bc7" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1225.955317] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port f6d4ea2a-805f-45a1-8a7f-3b937c713d63 [ 1225.955578] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1225.955742] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1225.955853] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1225.956041] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1225.956176] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1225.956256] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:f6d4ea2a-805f-45a1-8a7f-3b937c713d63 already deleted. [ 1225.956339] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-f6d4ea2a-805f-45a1-8a7f-3b937c713d63" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1226.379182] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('25004ae4-48f1-4142-aba8-3a71efb2c6dc',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1226.882354] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1226.882611] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1226.882611] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1226.882871] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1226.882966] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1226.883268] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 25004ae4-48f1-4142-aba8-3a71efb2c6dc is going to be updated. [ 1226.913643] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1226.913889] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1226.914024] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1226.914456] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1226.914572] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1226.927539] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 25004ae4-48f1-4142-aba8-3a71efb2c6dc in Status: IN_PROGRESS for 2s [ 1227.280877] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b9252159-17c8-45ef-bdbe-1a0b66a60841 in Status: SUCCESS [ 1227.281119] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b9252159-17c8-45ef-bdbe-1a0b66a60841" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1227.584146] env[69685]: INFO networking_nsxv3.common.synchronization [req-2f6b3e05-2141-4bf6-8c3a-7b088996f982 req-52792198-fd54-42bd-ab7a-7a9248d50bf0 tempest-DeleteServersTestJSON-1187572763 tempest-DeleteServersTestJSON-1187572763-project-member] Enqueued Resource ID: 86643987-b9b4-44bb-b22a-ed3d1837d6d7 with Priority: HIGHEST for action security_group_members [ 1227.584146] env[69685]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 86643987-b9b4-44bb-b22a-ed3d1837d6d7 with Priority: HIGHEST for action security_group_members [ 1227.584146] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock member-86643987-b9b4-44bb-b22a-ed3d1837d6d7 taken with stack trace [, , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1227.584146] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-86643987-b9b4-44bb-b22a-ed3d1837d6d7" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1227.584146] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-86643987-b9b4-44bb-b22a-ed3d1837d6d7" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1227.584146] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-86643987-b9b4-44bb-b22a-ed3d1837d6d7" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1227.584146] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1227.584146] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1227.584146] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1227.584146] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1227.584146] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1227.584146] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('86643987-b9b4-44bb-b22a-ed3d1837d6d7',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1227.821652] env[69685]: INFO networking_nsxv3.common.synchronization [None req-2f36e31f-5e6f-425c-ac0e-57fd2f0e993d None None] Enqueued Resource ID: ec415845-a55e-4b69-be31-7e66d304c2b9 with Priority: HIGHEST for action port [ 1227.821652] env[69685]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ec415845-a55e-4b69-be31-7e66d304c2b9 with Priority: HIGHEST for action port [ 1227.821652] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock port-ec415845-a55e-4b69-be31-7e66d304c2b9 taken with stack trace [, , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1227.821652] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ec415845-a55e-4b69-be31-7e66d304c2b9" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1227.821652] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ec415845-a55e-4b69-be31-7e66d304c2b9" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1227.821652] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ec415845-a55e-4b69-be31-7e66d304c2b9" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1227.821652] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ec415845-a55e-4b69-be31-7e66d304c2b9',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1227.958322] env[69685]: DEBUG networking_nsxv3.common.locking [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Lock network-782 taken with stack trace [, , , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1227.958657] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquiring lock "network-782" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1227.958657] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquired lock "network-782" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1227.959023] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquired external semaphore "network-782" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1227.959307] env[69685]: DEBUG networking_nsxv3.common.locking [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1227.959508] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquiring lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1227.959659] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquired lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1227.959978] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquired external semaphore "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1227.960100] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Releasing lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1227.960358] env[69685]: DEBUG dogpile.cache.region [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] No value present for key: 'zone-id' {{(pid=69685) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1227.960503] env[69685]: DEBUG dogpile.lock [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] NeedRegenerationException {{(pid=69685) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1227.960655] env[69685]: DEBUG dogpile.lock [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] no value, waiting for create lock {{(pid=69685) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1227.960798] env[69685]: DEBUG dogpile.lock [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] value creation lock acquired {{(pid=69685) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1227.960939] env[69685]: DEBUG dogpile.cache.region [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] No value present for key: 'zone-id' {{(pid=69685) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1227.961084] env[69685]: DEBUG dogpile.lock [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Calling creation function for not-yet-present value {{(pid=69685) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1227.961255] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1227.982699] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1227.982699] env[69685]: DEBUG dogpile.cache.region [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=69685) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1227.982699] env[69685]: DEBUG dogpile.lock [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Released creation lock {{(pid=69685) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1227.982699] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Releasing lock "network-782" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1227.982699] env[69685]: DEBUG networking_nsxv3.common.locking [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Lock port-bd56bdb4-0e13-4478-ab9c-0b27737c18b8 taken with stack trace [, , , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1227.982699] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquiring lock "port-bd56bdb4-0e13-4478-ab9c-0b27737c18b8" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1227.982699] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquired lock "port-bd56bdb4-0e13-4478-ab9c-0b27737c18b8" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1227.982699] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquired external semaphore "port-bd56bdb4-0e13-4478-ab9c-0b27737c18b8" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1227.982699] env[69685]: DEBUG networking_nsxv3.api.rpc [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('bd56bdb4-0e13-4478-ab9c-0b27737c18b8',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1228.087947] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1228.088667] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1228.088667] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1228.088667] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1228.088667] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1228.089877] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1228.090038] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1228.090119] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1228.090305] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1228.090391] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1228.090487] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 86643987-b9b4-44bb-b22a-ed3d1837d6d7 is going to be updated. [ 1228.131791] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1228.131998] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1228.131998] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1228.132268] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1228.132344] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1228.141364] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 86643987-b9b4-44bb-b22a-ed3d1837d6d7 in Status: IN_PROGRESS for 2s [ 1228.323625] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port ec415845-a55e-4b69-be31-7e66d304c2b9 [ 1228.323850] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1228.323989] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1228.324075] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1228.324285] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1228.324376] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1228.324473] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:ec415845-a55e-4b69-be31-7e66d304c2b9 already deleted. [ 1228.324552] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ec415845-a55e-4b69-be31-7e66d304c2b9" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1228.486340] env[69685]: DEBUG networking_nsxv3.common.locking [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1228.486340] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquiring lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1228.486340] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquired lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1228.486546] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquired external semaphore "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1228.486708] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Releasing lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1228.486969] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Segment Port bd56bdb4-0e13-4478-ab9c-0b27737c18b8 not found, creating... [ 1228.487204] env[69685]: DEBUG networking_nsxv3.common.locking [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1228.487369] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquiring lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1228.487506] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquired lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1228.487792] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquired external semaphore "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1228.487892] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Releasing lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1228.488213] env[69685]: DEBUG networking_nsxv3.common.locking [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1228.489267] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquiring lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1228.489563] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquired lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1228.489845] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquired external semaphore "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1228.490530] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Releasing lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1228.490530] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Resource: SegmentPort with ID: bd56bdb4-0e13-4478-ab9c-0b27737c18b8 is going to be created. [ 1228.510514] env[69685]: DEBUG networking_nsxv3.common.locking [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1228.510695] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquiring lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1228.510864] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquired lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1228.511177] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquired external semaphore "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1228.511476] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Releasing lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1228.511803] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Releasing lock "port-bd56bdb4-0e13-4478-ab9c-0b27737c18b8" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1228.935989] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 25004ae4-48f1-4142-aba8-3a71efb2c6dc in Status: SUCCESS [ 1228.936235] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-25004ae4-48f1-4142-aba8-3a71efb2c6dc" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1228.936419] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-25004ae4-48f1-4142-aba8-3a71efb2c6dc" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1228.936632] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-25004ae4-48f1-4142-aba8-3a71efb2c6dc" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1228.936842] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1228.936973] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1228.937049] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1228.937204] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1228.937281] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1228.937366] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-25004ae4-48f1-4142-aba8-3a71efb2c6dc" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1228.937454] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('25004ae4-48f1-4142-aba8-3a71efb2c6dc',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1229.229230] env[69685]: INFO networking_nsxv3.common.synchronization [req-2f6b3e05-2141-4bf6-8c3a-7b088996f982 req-f4e8713e-3f15-4308-bb26-37b8a04eaf32 service nova] Enqueued Resource ID: 86643987-b9b4-44bb-b22a-ed3d1837d6d7 with Priority: HIGHEST for action security_group_rules [ 1229.229230] env[69685]: INFO networking_nsxv3.common.synchronization [req-2f6b3e05-2141-4bf6-8c3a-7b088996f982 req-f4e8713e-3f15-4308-bb26-37b8a04eaf32 service nova] Enqueued Resource ID: 86643987-b9b4-44bb-b22a-ed3d1837d6d7 with Priority: HIGHEST for action security_group_members [ 1229.229230] env[69685]: INFO networking_nsxv3.common.synchronization [req-2f6b3e05-2141-4bf6-8c3a-7b088996f982 req-f4e8713e-3f15-4308-bb26-37b8a04eaf32 service nova] Enqueued Resource ID: bd56bdb4-0e13-4478-ab9c-0b27737c18b8 with Priority: HIGHEST for action port [ 1229.229230] env[69685]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 86643987-b9b4-44bb-b22a-ed3d1837d6d7 with Priority: HIGHEST for action security_group_rules [ 1229.229230] env[69685]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 86643987-b9b4-44bb-b22a-ed3d1837d6d7 with Priority: HIGHEST for action security_group_members [ 1229.229928] env[69685]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bd56bdb4-0e13-4478-ab9c-0b27737c18b8 with Priority: HIGHEST for action port [ 1229.229928] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock rules-86643987-b9b4-44bb-b22a-ed3d1837d6d7 taken with stack trace [, , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1229.229928] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-86643987-b9b4-44bb-b22a-ed3d1837d6d7" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1229.229928] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-86643987-b9b4-44bb-b22a-ed3d1837d6d7" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1229.230291] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-86643987-b9b4-44bb-b22a-ed3d1837d6d7" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1229.230914] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('86643987-b9b4-44bb-b22a-ed3d1837d6d7',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1229.231864] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock member-86643987-b9b4-44bb-b22a-ed3d1837d6d7 taken with stack trace [, , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1229.231995] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-86643987-b9b4-44bb-b22a-ed3d1837d6d7" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1229.232187] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock port-bd56bdb4-0e13-4478-ab9c-0b27737c18b8 taken with stack trace [, , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1229.232288] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-bd56bdb4-0e13-4478-ab9c-0b27737c18b8" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1229.232358] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-bd56bdb4-0e13-4478-ab9c-0b27737c18b8" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1229.232547] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-bd56bdb4-0e13-4478-ab9c-0b27737c18b8" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1229.232639] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('bd56bdb4-0e13-4478-ab9c-0b27737c18b8',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1229.440071] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('25004ae4-48f1-4142-aba8-3a71efb2c6dc',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1229.734403] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock member-86643987-b9b4-44bb-b22a-ed3d1837d6d7 taken with stack trace [, , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1229.734550] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-86643987-b9b4-44bb-b22a-ed3d1837d6d7" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1229.734727] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port bd56bdb4-0e13-4478-ab9c-0b27737c18b8 with status ACTIVE [ 1229.734967] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1229.735099] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1229.735183] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1229.735379] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1229.735527] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1229.735677] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1229.735891] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1229.735940] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1229.736100] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1229.736242] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1229.736362] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1229.736457] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1229.736525] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1229.736658] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1229.736732] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1229.736815] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: bd56bdb4-0e13-4478-ab9c-0b27737c18b8 is going to be updated. [ 1229.755954] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1229.755954] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1229.755954] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1229.756140] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1229.756174] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1229.756331] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-bd56bdb4-0e13-4478-ab9c-0b27737c18b8" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1229.941617] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 25004ae4-48f1-4142-aba8-3a71efb2c6dc: rpc.has_security_group_logging(os_id): False [ 1229.959066] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1229.959244] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1229.959314] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1229.959528] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1229.977870] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1229.978205] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1229.978331] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1229.978400] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1229.978609] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1229.978696] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1229.978787] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 25004ae4-48f1-4142-aba8-3a71efb2c6dc is going to be updated. [ 1230.035286] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1230.035443] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1230.035506] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1230.035731] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1230.035878] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1230.047290] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 25004ae4-48f1-4142-aba8-3a71efb2c6dc in Status: IN_PROGRESS for 2s [ 1230.151586] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 86643987-b9b4-44bb-b22a-ed3d1837d6d7 in Status: IN_PROGRESS for 4s [ 1232.064088] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 25004ae4-48f1-4142-aba8-3a71efb2c6dc in Status: SUCCESS [ 1232.064377] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-25004ae4-48f1-4142-aba8-3a71efb2c6dc" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1232.163279] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 86643987-b9b4-44bb-b22a-ed3d1837d6d7 in Status: SUCCESS [ 1232.163279] env[69685]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 86643987-b9b4-44bb-b22a-ed3d1837d6d7 deletion is rescheduled due to dependency. [ 1232.163498] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-86643987-b9b4-44bb-b22a-ed3d1837d6d7" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1232.163544] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-86643987-b9b4-44bb-b22a-ed3d1837d6d7" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1232.164022] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-86643987-b9b4-44bb-b22a-ed3d1837d6d7" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1232.164022] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1232.164163] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1232.164198] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1232.164348] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1232.164427] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1232.164758] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('86643987-b9b4-44bb-b22a-ed3d1837d6d7',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1232.325206] env[69685]: INFO networking_nsxv3.common.synchronization [req-2184d49b-3194-4adb-8303-e566f0ef0698 req-0339288f-315c-40ff-bc95-b4008196683e tempest-ServersTestJSON-1907685439 tempest-ServersTestJSON-1907685439-project-member] Enqueued Resource ID: f9fe5796-97e5-42cd-b9a0-bf405b68f6e5 with Priority: HIGHEST for action security_group_members [ 1232.325206] env[69685]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f9fe5796-97e5-42cd-b9a0-bf405b68f6e5 with Priority: HIGHEST for action security_group_members [ 1232.325206] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock member-f9fe5796-97e5-42cd-b9a0-bf405b68f6e5 taken with stack trace [, , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1232.325206] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f9fe5796-97e5-42cd-b9a0-bf405b68f6e5" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1232.325206] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f9fe5796-97e5-42cd-b9a0-bf405b68f6e5" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1232.325206] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f9fe5796-97e5-42cd-b9a0-bf405b68f6e5" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1232.325828] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1232.326092] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1232.326263] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1232.326596] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1232.326799] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1232.327035] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f9fe5796-97e5-42cd-b9a0-bf405b68f6e5',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1232.643172] env[69685]: DEBUG networking_nsxv3.common.locking [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Lock network-197 taken with stack trace [, , , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1232.643454] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquiring lock "network-197" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1232.643511] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquired lock "network-197" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1232.643774] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquired external semaphore "network-197" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1232.644079] env[69685]: DEBUG networking_nsxv3.common.locking [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1232.644390] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquiring lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1232.644390] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquired lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1232.644635] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquired external semaphore "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1232.644720] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Releasing lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1232.644937] env[69685]: DEBUG dogpile.cache.region [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] No value present for key: 'zone-id' {{(pid=69685) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1232.645065] env[69685]: DEBUG dogpile.lock [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] NeedRegenerationException {{(pid=69685) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1232.645609] env[69685]: DEBUG dogpile.lock [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] no value, waiting for create lock {{(pid=69685) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1232.645609] env[69685]: DEBUG dogpile.lock [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] value creation lock acquired {{(pid=69685) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1232.645609] env[69685]: DEBUG dogpile.cache.region [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] No value present for key: 'zone-id' {{(pid=69685) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1232.645609] env[69685]: DEBUG dogpile.lock [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Calling creation function for not-yet-present value {{(pid=69685) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1232.645609] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1232.666297] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('86643987-b9b4-44bb-b22a-ed3d1837d6d7',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1232.668126] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1232.668329] env[69685]: DEBUG dogpile.cache.region [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=69685) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1232.668482] env[69685]: DEBUG dogpile.lock [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Released creation lock {{(pid=69685) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1232.668661] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Releasing lock "network-197" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1232.668984] env[69685]: DEBUG networking_nsxv3.common.locking [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Lock port-13a4ed75-9dd1-4d5e-9af2-9d498a830b09 taken with stack trace [, , , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1232.669178] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquiring lock "port-13a4ed75-9dd1-4d5e-9af2-9d498a830b09" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1232.669299] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquired lock "port-13a4ed75-9dd1-4d5e-9af2-9d498a830b09" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1232.669789] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquired external semaphore "port-13a4ed75-9dd1-4d5e-9af2-9d498a830b09" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1232.669887] env[69685]: DEBUG networking_nsxv3.api.rpc [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('13a4ed75-9dd1-4d5e-9af2-9d498a830b09',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1232.830916] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('f9fe5796-97e5-42cd-b9a0-bf405b68f6e5',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1233.172050] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('86643987-b9b4-44bb-b22a-ed3d1837d6d7',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1233.173816] env[69685]: DEBUG networking_nsxv3.common.locking [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1233.174061] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquiring lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1233.174219] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquired lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1233.174561] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquired external semaphore "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1233.174723] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Releasing lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1233.174950] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Segment Port 13a4ed75-9dd1-4d5e-9af2-9d498a830b09 not found, creating... [ 1233.175194] env[69685]: DEBUG networking_nsxv3.common.locking [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1233.175439] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquiring lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1233.175568] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquired lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1233.175835] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquired external semaphore "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1233.175994] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Releasing lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1233.176301] env[69685]: DEBUG networking_nsxv3.common.locking [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1233.176506] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquiring lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1233.176652] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquired lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1233.176873] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquired external semaphore "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1233.177024] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Releasing lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1233.177180] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Resource: SegmentPort with ID: 13a4ed75-9dd1-4d5e-9af2-9d498a830b09 is going to be created. [ 1233.200474] env[69685]: DEBUG networking_nsxv3.common.locking [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1233.200777] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquiring lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1233.200917] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquired lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1233.201259] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquired external semaphore "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1233.201495] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Releasing lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1233.201863] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Releasing lock "port-13a4ed75-9dd1-4d5e-9af2-9d498a830b09" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1233.333155] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('f9fe5796-97e5-42cd-b9a0-bf405b68f6e5',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1233.679128] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1233.679332] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1233.679376] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1233.679580] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1233.679685] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1233.679795] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 86643987-b9b4-44bb-b22a-ed3d1837d6d7 is going to be updated. [ 1233.706512] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1233.706668] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1233.706718] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1233.706923] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1233.707077] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1233.715068] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 86643987-b9b4-44bb-b22a-ed3d1837d6d7 in Status: IN_PROGRESS for 2s [ 1233.837786] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1233.837973] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1233.838068] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1233.838285] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1233.838377] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1233.838475] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f9fe5796-97e5-42cd-b9a0-bf405b68f6e5 is going to be updated. [ 1233.866478] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1233.866626] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1233.866674] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1233.866876] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1233.867023] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1233.876109] env[69685]: INFO networking_nsxv3.common.synchronization [req-2184d49b-3194-4adb-8303-e566f0ef0698 req-65b9424a-b41b-40c0-9e76-57e8476a9b52 service nova] Enqueued Resource ID: f9fe5796-97e5-42cd-b9a0-bf405b68f6e5 with Priority: HIGHEST for action security_group_rules [ 1233.876278] env[69685]: INFO networking_nsxv3.common.synchronization [req-2184d49b-3194-4adb-8303-e566f0ef0698 req-65b9424a-b41b-40c0-9e76-57e8476a9b52 service nova] Enqueued Resource ID: f9fe5796-97e5-42cd-b9a0-bf405b68f6e5 with Priority: HIGHEST for action security_group_members [ 1233.876413] env[69685]: INFO networking_nsxv3.common.synchronization [req-2184d49b-3194-4adb-8303-e566f0ef0698 req-65b9424a-b41b-40c0-9e76-57e8476a9b52 service nova] Enqueued Resource ID: 13a4ed75-9dd1-4d5e-9af2-9d498a830b09 with Priority: HIGHEST for action port [ 1233.877327] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f9fe5796-97e5-42cd-b9a0-bf405b68f6e5 in Status: IN_PROGRESS for 2s [ 1233.877464] env[69685]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f9fe5796-97e5-42cd-b9a0-bf405b68f6e5 with Priority: HIGHEST for action security_group_rules [ 1233.877583] env[69685]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f9fe5796-97e5-42cd-b9a0-bf405b68f6e5 with Priority: HIGHEST for action security_group_members [ 1233.877675] env[69685]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 13a4ed75-9dd1-4d5e-9af2-9d498a830b09 with Priority: HIGHEST for action port [ 1233.878274] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f9fe5796-97e5-42cd-b9a0-bf405b68f6e5 taken with stack trace [, , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1233.878384] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f9fe5796-97e5-42cd-b9a0-bf405b68f6e5" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1233.878484] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f9fe5796-97e5-42cd-b9a0-bf405b68f6e5" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1233.878632] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f9fe5796-97e5-42cd-b9a0-bf405b68f6e5" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1233.878733] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f9fe5796-97e5-42cd-b9a0-bf405b68f6e5',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1233.879557] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock member-f9fe5796-97e5-42cd-b9a0-bf405b68f6e5 taken with stack trace [, , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1233.879656] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f9fe5796-97e5-42cd-b9a0-bf405b68f6e5" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1233.879864] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock port-13a4ed75-9dd1-4d5e-9af2-9d498a830b09 taken with stack trace [, , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1233.879963] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-13a4ed75-9dd1-4d5e-9af2-9d498a830b09" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1233.880168] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-13a4ed75-9dd1-4d5e-9af2-9d498a830b09" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1233.880227] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-13a4ed75-9dd1-4d5e-9af2-9d498a830b09" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1233.880334] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('13a4ed75-9dd1-4d5e-9af2-9d498a830b09',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1234.382902] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 13a4ed75-9dd1-4d5e-9af2-9d498a830b09 with status ACTIVE [ 1234.383247] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1234.383362] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1234.383362] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1234.383590] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1234.383711] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1234.383922] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1234.384041] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1234.384102] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1234.384257] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1234.384334] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1234.384517] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1234.384876] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1234.384876] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1234.384876] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1234.384999] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1234.384999] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 13a4ed75-9dd1-4d5e-9af2-9d498a830b09 is going to be updated. [ 1234.386271] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock member-f9fe5796-97e5-42cd-b9a0-bf405b68f6e5 taken with stack trace [, , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1234.386340] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f9fe5796-97e5-42cd-b9a0-bf405b68f6e5" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1234.407581] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1234.407772] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1234.407808] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1234.407995] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1234.408142] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1234.408383] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-13a4ed75-9dd1-4d5e-9af2-9d498a830b09" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1235.726455] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 86643987-b9b4-44bb-b22a-ed3d1837d6d7 in Status: SUCCESS [ 1235.726759] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-86643987-b9b4-44bb-b22a-ed3d1837d6d7" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1235.726849] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-86643987-b9b4-44bb-b22a-ed3d1837d6d7" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1235.727086] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-86643987-b9b4-44bb-b22a-ed3d1837d6d7" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1235.727335] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1235.727456] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1235.727519] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1235.727679] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1235.727764] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1235.727850] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-86643987-b9b4-44bb-b22a-ed3d1837d6d7" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1235.727942] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('86643987-b9b4-44bb-b22a-ed3d1837d6d7',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1235.888781] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f9fe5796-97e5-42cd-b9a0-bf405b68f6e5 in Status: SUCCESS [ 1235.889049] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f9fe5796-97e5-42cd-b9a0-bf405b68f6e5" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1235.889256] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f9fe5796-97e5-42cd-b9a0-bf405b68f6e5" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1235.889527] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f9fe5796-97e5-42cd-b9a0-bf405b68f6e5" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1235.889737] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1235.889906] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1235.889960] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1235.890158] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1235.890255] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1235.890369] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f9fe5796-97e5-42cd-b9a0-bf405b68f6e5',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1236.232943] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock member-86643987-b9b4-44bb-b22a-ed3d1837d6d7 taken with stack trace [, , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1236.233156] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-86643987-b9b4-44bb-b22a-ed3d1837d6d7" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1236.233227] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-86643987-b9b4-44bb-b22a-ed3d1837d6d7" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1236.233469] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-86643987-b9b4-44bb-b22a-ed3d1837d6d7" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1236.233647] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1236.233745] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1236.233813] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1236.233976] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1236.234091] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1236.234188] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-86643987-b9b4-44bb-b22a-ed3d1837d6d7" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1236.234339] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock member-86643987-b9b4-44bb-b22a-ed3d1837d6d7 taken with stack trace [, , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1236.234434] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-86643987-b9b4-44bb-b22a-ed3d1837d6d7" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1236.234495] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-86643987-b9b4-44bb-b22a-ed3d1837d6d7" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1236.234644] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-86643987-b9b4-44bb-b22a-ed3d1837d6d7" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1236.234781] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1236.234869] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1236.234919] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1236.235071] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1236.235183] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1236.235282] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-86643987-b9b4-44bb-b22a-ed3d1837d6d7" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1236.235376] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('86643987-b9b4-44bb-b22a-ed3d1837d6d7',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1236.393105] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('f9fe5796-97e5-42cd-b9a0-bf405b68f6e5',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1236.737965] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 86643987-b9b4-44bb-b22a-ed3d1837d6d7: rpc.has_security_group_logging(os_id): False [ 1236.758023] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1236.758023] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1236.758023] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1236.758023] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1236.758023] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1236.758023] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1236.758023] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1236.758023] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1236.758023] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1236.758023] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1236.758023] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1236.758023] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1236.758023] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1236.758023] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1236.758023] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1236.758601] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1236.758601] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1236.758601] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1236.758601] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1236.758601] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1236.758601] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 86643987-b9b4-44bb-b22a-ed3d1837d6d7 is going to be updated. [ 1236.783708] env[69685]: INFO networking_nsxv3.common.synchronization [req-f4aac652-4abc-460e-a168-088ed8cddd02 req-573564fd-b435-48bf-bb72-8e7e55ddf4f9 tempest-ServerDiskConfigTestJSON-901540771 tempest-ServerDiskConfigTestJSON-901540771-project-member] Enqueued Resource ID: 5ef219b4-c621-4645-9c97-22a83d872582 with Priority: HIGHEST for action security_group_members [ 1236.784339] env[69685]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5ef219b4-c621-4645-9c97-22a83d872582 with Priority: HIGHEST for action security_group_members [ 1236.787286] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock member-5ef219b4-c621-4645-9c97-22a83d872582 taken with stack trace [, , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1236.787286] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5ef219b4-c621-4645-9c97-22a83d872582" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1236.787286] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5ef219b4-c621-4645-9c97-22a83d872582" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1236.787286] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5ef219b4-c621-4645-9c97-22a83d872582" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1236.787286] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1236.787286] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1236.787286] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1236.787286] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1236.787286] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1236.787286] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5ef219b4-c621-4645-9c97-22a83d872582',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1236.816300] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1236.816603] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1236.816759] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1236.817455] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1236.817883] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1236.830892] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 86643987-b9b4-44bb-b22a-ed3d1837d6d7 in Status: IN_PROGRESS for 2s [ 1236.896717] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('f9fe5796-97e5-42cd-b9a0-bf405b68f6e5',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1237.290579] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1237.290797] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1237.290797] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1237.291040] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1237.291134] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1237.291357] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1237.291489] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1237.291554] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1237.291762] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1237.291841] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1237.291932] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5ef219b4-c621-4645-9c97-22a83d872582 is going to be updated. [ 1237.317738] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1237.317906] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1237.317946] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1237.318171] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1237.318308] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1237.326181] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5ef219b4-c621-4645-9c97-22a83d872582 in Status: IN_PROGRESS for 2s [ 1237.398867] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1237.399023] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1237.399064] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1237.399316] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1237.399409] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1237.399510] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f9fe5796-97e5-42cd-b9a0-bf405b68f6e5 is going to be updated. [ 1237.427861] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1237.428041] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1237.428086] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1237.428266] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1237.428405] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1237.436804] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f9fe5796-97e5-42cd-b9a0-bf405b68f6e5 in Status: IN_PROGRESS for 2s [ 1238.852023] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 86643987-b9b4-44bb-b22a-ed3d1837d6d7 in Status: SUCCESS [ 1238.852023] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-86643987-b9b4-44bb-b22a-ed3d1837d6d7" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1238.858901] env[69685]: INFO networking_nsxv3.common.synchronization [None req-55951d20-369d-4453-8b2f-9dce2b758400 None None] Enqueued Resource ID: a9c0dac5-3183-4db7-9456-fb00657560df with Priority: HIGHEST for action port [ 1238.859346] env[69685]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a9c0dac5-3183-4db7-9456-fb00657560df with Priority: HIGHEST for action port [ 1238.859976] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock port-a9c0dac5-3183-4db7-9456-fb00657560df taken with stack trace [, , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1238.860122] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a9c0dac5-3183-4db7-9456-fb00657560df" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1238.860191] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a9c0dac5-3183-4db7-9456-fb00657560df" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1238.860453] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a9c0dac5-3183-4db7-9456-fb00657560df" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1238.863218] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a9c0dac5-3183-4db7-9456-fb00657560df',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1239.252462] env[69685]: INFO networking_nsxv3.common.synchronization [None req-2ed6bc26-a0e4-4d1f-9f3d-b7c4393f485a tempest-ServersTestBootFromVolume-739561543 tempest-ServersTestBootFromVolume-739561543-project-member] Enqueued Resource ID: fa1fcefd-41ba-486a-af6d-c2283bb00786 with Priority: HIGHEST for action security_group_rules [ 1239.252790] env[69685]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fa1fcefd-41ba-486a-af6d-c2283bb00786 with Priority: HIGHEST for action security_group_rules [ 1239.253128] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock rules-fa1fcefd-41ba-486a-af6d-c2283bb00786 taken with stack trace [, , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1239.253255] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-fa1fcefd-41ba-486a-af6d-c2283bb00786" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1239.253333] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-fa1fcefd-41ba-486a-af6d-c2283bb00786" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1239.253589] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-fa1fcefd-41ba-486a-af6d-c2283bb00786" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1239.253671] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('fa1fcefd-41ba-486a-af6d-c2283bb00786',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1239.330626] env[69685]: INFO networking_nsxv3.common.synchronization [None req-3e2f8f4a-c7a6-4b44-a8aa-764b1995738f tempest-ServersTestBootFromVolume-739561543 tempest-ServersTestBootFromVolume-739561543-project-member] Enqueued Resource ID: fa1fcefd-41ba-486a-af6d-c2283bb00786 with Priority: HIGHEST for action security_group_rules [ 1239.332337] env[69685]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fa1fcefd-41ba-486a-af6d-c2283bb00786 with Priority: HIGHEST for action security_group_rules [ 1239.333409] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock rules-fa1fcefd-41ba-486a-af6d-c2283bb00786 taken with stack trace [, , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1239.333409] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-fa1fcefd-41ba-486a-af6d-c2283bb00786" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1239.345839] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5ef219b4-c621-4645-9c97-22a83d872582 in Status: SUCCESS [ 1239.345839] env[69685]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5ef219b4-c621-4645-9c97-22a83d872582 deletion is rescheduled due to dependency. [ 1239.345839] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5ef219b4-c621-4645-9c97-22a83d872582" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1239.364116] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port a9c0dac5-3183-4db7-9456-fb00657560df [ 1239.364346] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1239.364667] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1239.364667] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1239.364866] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1239.364866] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1239.364933] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:a9c0dac5-3183-4db7-9456-fb00657560df already deleted. [ 1239.365143] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a9c0dac5-3183-4db7-9456-fb00657560df" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1239.446692] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f9fe5796-97e5-42cd-b9a0-bf405b68f6e5 in Status: SUCCESS [ 1239.446914] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f9fe5796-97e5-42cd-b9a0-bf405b68f6e5" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1239.448021] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f9fe5796-97e5-42cd-b9a0-bf405b68f6e5" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1239.448021] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f9fe5796-97e5-42cd-b9a0-bf405b68f6e5" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1239.448021] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1239.448021] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1239.448021] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1239.448021] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1239.448021] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1239.448021] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f9fe5796-97e5-42cd-b9a0-bf405b68f6e5" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1239.448021] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('f9fe5796-97e5-42cd-b9a0-bf405b68f6e5',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1239.774349] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1239.774507] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1239.774580] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1239.774806] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1239.774900] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1239.775022] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: fa1fcefd-41ba-486a-af6d-c2283bb00786 already deleted. [ 1239.775128] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-fa1fcefd-41ba-486a-af6d-c2283bb00786" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1239.775233] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-fa1fcefd-41ba-486a-af6d-c2283bb00786" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1239.775390] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-fa1fcefd-41ba-486a-af6d-c2283bb00786" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1239.775469] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('fa1fcefd-41ba-486a-af6d-c2283bb00786',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1239.953088] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock member-f9fe5796-97e5-42cd-b9a0-bf405b68f6e5 taken with stack trace [, , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1239.953088] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f9fe5796-97e5-42cd-b9a0-bf405b68f6e5" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1239.953088] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f9fe5796-97e5-42cd-b9a0-bf405b68f6e5" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1239.953088] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f9fe5796-97e5-42cd-b9a0-bf405b68f6e5" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1239.953088] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1239.953504] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1239.953504] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1239.953504] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1239.953504] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1239.953504] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f9fe5796-97e5-42cd-b9a0-bf405b68f6e5" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1239.953631] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock member-f9fe5796-97e5-42cd-b9a0-bf405b68f6e5 taken with stack trace [, , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1239.953769] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f9fe5796-97e5-42cd-b9a0-bf405b68f6e5" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1239.953769] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f9fe5796-97e5-42cd-b9a0-bf405b68f6e5" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1239.953904] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f9fe5796-97e5-42cd-b9a0-bf405b68f6e5" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1239.954052] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1239.954134] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1239.954212] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1239.954375] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1239.954436] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1239.954482] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f9fe5796-97e5-42cd-b9a0-bf405b68f6e5" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1239.954550] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('f9fe5796-97e5-42cd-b9a0-bf405b68f6e5',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1240.295599] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1240.295770] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1240.295857] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1240.296094] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1240.296209] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1240.296304] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: fa1fcefd-41ba-486a-af6d-c2283bb00786 already deleted. [ 1240.296385] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-fa1fcefd-41ba-486a-af6d-c2283bb00786" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1240.456483] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for f9fe5796-97e5-42cd-b9a0-bf405b68f6e5: rpc.has_security_group_logging(os_id): False [ 1240.473384] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1240.473544] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1240.473587] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1240.474801] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1240.474801] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1240.474801] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1240.474801] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1240.474801] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1240.474801] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1240.474801] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1240.474801] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1240.474801] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1240.474801] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1240.475131] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1240.475131] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1240.475187] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1240.475332] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1240.475385] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1240.475566] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1240.475624] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1240.475668] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f9fe5796-97e5-42cd-b9a0-bf405b68f6e5 is going to be updated. [ 1240.537720] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1240.537919] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1240.537959] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1240.538176] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1240.538331] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1240.551287] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f9fe5796-97e5-42cd-b9a0-bf405b68f6e5 in Status: IN_PROGRESS for 2s [ 1241.179043] env[69685]: INFO networking_nsxv3.common.synchronization [None req-802187d4-7336-4036-9c52-764705bae01e None None] Enqueued Resource ID: 01ac4c76-e173-4016-a578-99a682de564d with Priority: HIGHEST for action port [ 1241.179043] env[69685]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 01ac4c76-e173-4016-a578-99a682de564d with Priority: HIGHEST for action port [ 1241.179043] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock port-01ac4c76-e173-4016-a578-99a682de564d taken with stack trace [, , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1241.179043] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-01ac4c76-e173-4016-a578-99a682de564d" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1241.179043] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-01ac4c76-e173-4016-a578-99a682de564d" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1241.179830] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-01ac4c76-e173-4016-a578-99a682de564d" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1241.180120] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('01ac4c76-e173-4016-a578-99a682de564d',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1241.453556] env[69685]: INFO networking_nsxv3.common.synchronization [req-5b0a0207-d2b5-4aa1-aa99-cdd1bccbf54d req-55c12d7a-cd85-477f-9410-72eb3d88121a tempest-ServerActionsTestOtherA-1303343426 tempest-ServerActionsTestOtherA-1303343426-project-member] Enqueued Resource ID: cf2f5d4c-3cd8-4fdd-9a9f-ec6fe7d29873 with Priority: HIGHEST for action security_group_members [ 1241.454217] env[69685]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cf2f5d4c-3cd8-4fdd-9a9f-ec6fe7d29873 with Priority: HIGHEST for action security_group_members [ 1241.454606] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock member-cf2f5d4c-3cd8-4fdd-9a9f-ec6fe7d29873 taken with stack trace [, , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1241.454775] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cf2f5d4c-3cd8-4fdd-9a9f-ec6fe7d29873" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1241.454868] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cf2f5d4c-3cd8-4fdd-9a9f-ec6fe7d29873" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1241.455195] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cf2f5d4c-3cd8-4fdd-9a9f-ec6fe7d29873" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1241.455401] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1241.455558] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1241.455653] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1241.455862] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1241.456074] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1241.456145] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('cf2f5d4c-3cd8-4fdd-9a9f-ec6fe7d29873',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1241.671407] env[69685]: INFO networking_nsxv3.common.synchronization [req-0d5109ef-ace4-49bd-92ee-20c1f7d5d65d req-cbf4e553-5a04-4a53-aa8d-15f680af4e80 tempest-AttachInterfacesTestJSON-1165856161 tempest-AttachInterfacesTestJSON-1165856161-project-member] Enqueued Resource ID: b9252159-17c8-45ef-bdbe-1a0b66a60841 with Priority: HIGHEST for action security_group_members [ 1241.676337] env[69685]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b9252159-17c8-45ef-bdbe-1a0b66a60841 with Priority: HIGHEST for action security_group_members [ 1241.677623] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock member-b9252159-17c8-45ef-bdbe-1a0b66a60841 taken with stack trace [, , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1241.677623] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b9252159-17c8-45ef-bdbe-1a0b66a60841" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1241.677623] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b9252159-17c8-45ef-bdbe-1a0b66a60841" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1241.678518] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b9252159-17c8-45ef-bdbe-1a0b66a60841" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1241.678774] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1241.678774] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1241.679149] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1241.679219] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1241.679328] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1241.679426] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b9252159-17c8-45ef-bdbe-1a0b66a60841',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1241.684209] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 01ac4c76-e173-4016-a578-99a682de564d [ 1241.684416] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1241.684628] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1241.684736] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1241.684942] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1241.685048] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1241.685183] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:01ac4c76-e173-4016-a578-99a682de564d already deleted. [ 1241.685288] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-01ac4c76-e173-4016-a578-99a682de564d" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1241.879353] env[69685]: DEBUG networking_nsxv3.common.locking [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Lock network-977 taken with stack trace [, , , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1241.879563] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquiring lock "network-977" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1241.879702] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquired lock "network-977" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1241.880055] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquired external semaphore "network-977" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1241.880383] env[69685]: DEBUG networking_nsxv3.common.locking [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1241.880603] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquiring lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1241.880646] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquired lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1241.880909] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquired external semaphore "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1241.881174] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Releasing lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1241.881438] env[69685]: DEBUG dogpile.cache.region [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] No value present for key: 'zone-id' {{(pid=69685) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1241.881559] env[69685]: DEBUG dogpile.lock [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] NeedRegenerationException {{(pid=69685) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1241.881673] env[69685]: DEBUG dogpile.lock [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] no value, waiting for create lock {{(pid=69685) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1241.881813] env[69685]: DEBUG dogpile.lock [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] value creation lock acquired {{(pid=69685) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1241.881933] env[69685]: DEBUG dogpile.cache.region [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] No value present for key: 'zone-id' {{(pid=69685) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1241.882057] env[69685]: DEBUG dogpile.lock [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Calling creation function for not-yet-present value {{(pid=69685) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1241.882197] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1241.900554] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1241.900784] env[69685]: DEBUG dogpile.cache.region [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Cache value generated in 0.018 seconds for key(s): 'zone-id' {{(pid=69685) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1241.900965] env[69685]: DEBUG dogpile.lock [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Released creation lock {{(pid=69685) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1241.901202] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Releasing lock "network-977" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1241.901537] env[69685]: DEBUG networking_nsxv3.common.locking [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Lock port-48cc48db-1aa7-409a-a3ac-4a8c64fbd5a2 taken with stack trace [, , , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1241.901792] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquiring lock "port-48cc48db-1aa7-409a-a3ac-4a8c64fbd5a2" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1241.901940] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquired lock "port-48cc48db-1aa7-409a-a3ac-4a8c64fbd5a2" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1241.902284] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquired external semaphore "port-48cc48db-1aa7-409a-a3ac-4a8c64fbd5a2" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1241.902426] env[69685]: DEBUG networking_nsxv3.api.rpc [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('48cc48db-1aa7-409a-a3ac-4a8c64fbd5a2',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1241.959022] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('cf2f5d4c-3cd8-4fdd-9a9f-ec6fe7d29873',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1242.183527] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1242.183871] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1242.183871] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1242.184164] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1242.184320] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1242.184589] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1242.184708] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1242.184823] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1242.185182] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1242.185328] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1242.185501] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b9252159-17c8-45ef-bdbe-1a0b66a60841 is going to be updated. [ 1242.214252] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1242.214455] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1242.214529] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1242.214781] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1242.215292] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1242.223678] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b9252159-17c8-45ef-bdbe-1a0b66a60841 in Status: IN_PROGRESS for 2s [ 1242.404934] env[69685]: DEBUG networking_nsxv3.common.locking [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1242.405269] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquiring lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1242.405434] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquired lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1242.405724] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquired external semaphore "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1242.405905] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Releasing lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1242.406101] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Segment Port 48cc48db-1aa7-409a-a3ac-4a8c64fbd5a2 not found, creating... [ 1242.406390] env[69685]: DEBUG networking_nsxv3.common.locking [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1242.406566] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquiring lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1242.406721] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquired lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1242.406957] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquired external semaphore "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1242.407116] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Releasing lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1242.407411] env[69685]: DEBUG networking_nsxv3.common.locking [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1242.407571] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquiring lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1242.407692] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquired lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1242.407899] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquired external semaphore "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1242.408050] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Releasing lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1242.408195] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Resource: SegmentPort with ID: 48cc48db-1aa7-409a-a3ac-4a8c64fbd5a2 is going to be created. [ 1242.429442] env[69685]: DEBUG networking_nsxv3.common.locking [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1242.429442] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquiring lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1242.429442] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquired lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1242.429442] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquired external semaphore "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1242.429722] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Releasing lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1242.429965] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Releasing lock "port-48cc48db-1aa7-409a-a3ac-4a8c64fbd5a2" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1242.461548] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('cf2f5d4c-3cd8-4fdd-9a9f-ec6fe7d29873',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1242.569827] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f9fe5796-97e5-42cd-b9a0-bf405b68f6e5 in Status: SUCCESS [ 1242.570072] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f9fe5796-97e5-42cd-b9a0-bf405b68f6e5" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1242.821801] env[69685]: INFO networking_nsxv3.common.synchronization [req-98a746b7-5934-49b9-a036-58340abc568b req-088351a4-69fb-4e80-8a3d-1c695d33f349 tempest-ServersTestFqdnHostnames-839921064 tempest-ServersTestFqdnHostnames-839921064-project-member] Enqueued Resource ID: 6fba90ef-2e1a-4e00-b2dd-b7e5536634f8 with Priority: HIGHEST for action security_group_members [ 1242.822508] env[69685]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6fba90ef-2e1a-4e00-b2dd-b7e5536634f8 with Priority: HIGHEST for action security_group_members [ 1242.822948] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock member-6fba90ef-2e1a-4e00-b2dd-b7e5536634f8 taken with stack trace [, , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1242.823131] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6fba90ef-2e1a-4e00-b2dd-b7e5536634f8" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1242.823239] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6fba90ef-2e1a-4e00-b2dd-b7e5536634f8" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1242.823510] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6fba90ef-2e1a-4e00-b2dd-b7e5536634f8" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1242.823722] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1242.823863] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1242.823952] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1242.824181] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1242.824306] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1242.824434] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6fba90ef-2e1a-4e00-b2dd-b7e5536634f8',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1242.968333] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1242.968333] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1242.968333] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1242.968333] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1242.968333] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1242.968333] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: cf2f5d4c-3cd8-4fdd-9a9f-ec6fe7d29873 is going to be updated. [ 1242.993627] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1242.993627] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1242.993627] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1242.993627] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1242.993627] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1243.000664] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cf2f5d4c-3cd8-4fdd-9a9f-ec6fe7d29873 in Status: IN_PROGRESS for 2s [ 1243.197911] env[69685]: INFO networking_nsxv3.common.synchronization [req-5b0a0207-d2b5-4aa1-aa99-cdd1bccbf54d req-ebc268ad-d659-4594-9d7f-7f4aba6d4b8d service nova] Enqueued Resource ID: cf2f5d4c-3cd8-4fdd-9a9f-ec6fe7d29873 with Priority: HIGHEST for action security_group_rules [ 1243.198219] env[69685]: INFO networking_nsxv3.common.synchronization [req-5b0a0207-d2b5-4aa1-aa99-cdd1bccbf54d req-ebc268ad-d659-4594-9d7f-7f4aba6d4b8d service nova] Enqueued Resource ID: cf2f5d4c-3cd8-4fdd-9a9f-ec6fe7d29873 with Priority: HIGHEST for action security_group_members [ 1243.198219] env[69685]: INFO networking_nsxv3.common.synchronization [req-5b0a0207-d2b5-4aa1-aa99-cdd1bccbf54d req-ebc268ad-d659-4594-9d7f-7f4aba6d4b8d service nova] Enqueued Resource ID: 48cc48db-1aa7-409a-a3ac-4a8c64fbd5a2 with Priority: HIGHEST for action port [ 1243.201026] env[69685]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cf2f5d4c-3cd8-4fdd-9a9f-ec6fe7d29873 with Priority: HIGHEST for action security_group_rules [ 1243.201026] env[69685]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cf2f5d4c-3cd8-4fdd-9a9f-ec6fe7d29873 with Priority: HIGHEST for action security_group_members [ 1243.201026] env[69685]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 48cc48db-1aa7-409a-a3ac-4a8c64fbd5a2 with Priority: HIGHEST for action port [ 1243.201026] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock rules-cf2f5d4c-3cd8-4fdd-9a9f-ec6fe7d29873 taken with stack trace [, , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1243.201026] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-cf2f5d4c-3cd8-4fdd-9a9f-ec6fe7d29873" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1243.201026] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-cf2f5d4c-3cd8-4fdd-9a9f-ec6fe7d29873" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1243.201026] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-cf2f5d4c-3cd8-4fdd-9a9f-ec6fe7d29873" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1243.201026] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('cf2f5d4c-3cd8-4fdd-9a9f-ec6fe7d29873',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1243.205212] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock member-cf2f5d4c-3cd8-4fdd-9a9f-ec6fe7d29873 taken with stack trace [, , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1243.205212] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cf2f5d4c-3cd8-4fdd-9a9f-ec6fe7d29873" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1243.205212] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock port-48cc48db-1aa7-409a-a3ac-4a8c64fbd5a2 taken with stack trace [, , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1243.205212] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-48cc48db-1aa7-409a-a3ac-4a8c64fbd5a2" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1243.205212] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-48cc48db-1aa7-409a-a3ac-4a8c64fbd5a2" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1243.205212] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-48cc48db-1aa7-409a-a3ac-4a8c64fbd5a2" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1243.205748] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('48cc48db-1aa7-409a-a3ac-4a8c64fbd5a2',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1243.327193] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1243.327365] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1243.327436] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1243.327652] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1243.327744] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1243.328021] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1243.328083] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1243.328224] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1243.328285] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1243.328323] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1243.328384] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6fba90ef-2e1a-4e00-b2dd-b7e5536634f8 is going to be updated. [ 1243.353351] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1243.353519] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1243.353568] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1243.355575] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1243.355575] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1243.363821] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6fba90ef-2e1a-4e00-b2dd-b7e5536634f8 in Status: IN_PROGRESS for 2s [ 1243.707905] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock member-cf2f5d4c-3cd8-4fdd-9a9f-ec6fe7d29873 taken with stack trace [, , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1243.708085] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cf2f5d4c-3cd8-4fdd-9a9f-ec6fe7d29873" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1243.714498] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 48cc48db-1aa7-409a-a3ac-4a8c64fbd5a2 with status ACTIVE [ 1243.714714] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1243.714850] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1243.714920] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1243.715147] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1243.715235] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1243.715419] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1243.715520] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1243.715582] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1243.715736] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1243.715812] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1243.715995] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1243.716148] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1243.716227] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1243.716381] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1243.716458] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1243.716545] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 48cc48db-1aa7-409a-a3ac-4a8c64fbd5a2 is going to be updated. [ 1243.735720] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1243.735862] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1243.735931] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1243.736327] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1243.736484] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1243.736638] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-48cc48db-1aa7-409a-a3ac-4a8c64fbd5a2" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1244.233531] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b9252159-17c8-45ef-bdbe-1a0b66a60841 in Status: SUCCESS [ 1244.233531] env[69685]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b9252159-17c8-45ef-bdbe-1a0b66a60841 deletion is rescheduled due to dependency. [ 1244.233531] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b9252159-17c8-45ef-bdbe-1a0b66a60841" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1245.010421] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cf2f5d4c-3cd8-4fdd-9a9f-ec6fe7d29873 in Status: SUCCESS [ 1245.010557] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cf2f5d4c-3cd8-4fdd-9a9f-ec6fe7d29873" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1245.010636] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cf2f5d4c-3cd8-4fdd-9a9f-ec6fe7d29873" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1245.010860] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cf2f5d4c-3cd8-4fdd-9a9f-ec6fe7d29873" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1245.011098] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1245.011218] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1245.011299] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1245.011682] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1245.011682] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1245.011682] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('cf2f5d4c-3cd8-4fdd-9a9f-ec6fe7d29873',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1245.374467] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6fba90ef-2e1a-4e00-b2dd-b7e5536634f8 in Status: SUCCESS [ 1245.374930] env[69685]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6fba90ef-2e1a-4e00-b2dd-b7e5536634f8 deletion is rescheduled due to dependency. [ 1245.374930] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6fba90ef-2e1a-4e00-b2dd-b7e5536634f8" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1245.513798] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('cf2f5d4c-3cd8-4fdd-9a9f-ec6fe7d29873',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1246.017428] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('cf2f5d4c-3cd8-4fdd-9a9f-ec6fe7d29873',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1246.098599] env[69685]: INFO networking_nsxv3.common.synchronization [req-0f92f257-8d8f-4d9d-8d8d-4beab8273546 req-db97734f-44b1-45cd-b6fc-bebed5353499 tempest-DeleteServersTestJSON-1187572763 tempest-DeleteServersTestJSON-1187572763-project-member] Enqueued Resource ID: 86643987-b9b4-44bb-b22a-ed3d1837d6d7 with Priority: HIGHEST for action security_group_members [ 1246.099366] env[69685]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 86643987-b9b4-44bb-b22a-ed3d1837d6d7 with Priority: HIGHEST for action security_group_members [ 1246.099564] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock member-86643987-b9b4-44bb-b22a-ed3d1837d6d7 taken with stack trace [, , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1246.099564] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-86643987-b9b4-44bb-b22a-ed3d1837d6d7" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1246.099713] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-86643987-b9b4-44bb-b22a-ed3d1837d6d7" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1246.099872] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-86643987-b9b4-44bb-b22a-ed3d1837d6d7" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1246.100146] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1246.100146] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1246.100260] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1246.100336] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1246.100397] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1246.100597] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('86643987-b9b4-44bb-b22a-ed3d1837d6d7',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1246.522348] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1246.522607] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1246.522607] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1246.522893] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1246.522985] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1246.523094] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: cf2f5d4c-3cd8-4fdd-9a9f-ec6fe7d29873 is going to be updated. [ 1246.547017] env[69685]: INFO networking_nsxv3.common.synchronization [req-942309dc-0b47-431d-9027-2d123020a44d req-f399a88c-6621-4795-88f0-e1799b786a75 tempest-ServerAddressesTestJSON-1796497572 tempest-ServerAddressesTestJSON-1796497572-project-member] Enqueued Resource ID: 1006738e-c736-4cd9-bffd-5f884c40156d with Priority: HIGHEST for action security_group_members [ 1246.547017] env[69685]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1006738e-c736-4cd9-bffd-5f884c40156d with Priority: HIGHEST for action security_group_members [ 1246.547381] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock member-1006738e-c736-4cd9-bffd-5f884c40156d taken with stack trace [, , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1246.547506] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1006738e-c736-4cd9-bffd-5f884c40156d" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1246.547570] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1006738e-c736-4cd9-bffd-5f884c40156d" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1246.547877] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1006738e-c736-4cd9-bffd-5f884c40156d" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1246.548038] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1246.549177] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1246.549309] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1246.549501] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1246.549594] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1246.549696] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1006738e-c736-4cd9-bffd-5f884c40156d',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1246.554021] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1246.554021] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1246.554021] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1246.554021] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1246.554021] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1246.562736] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cf2f5d4c-3cd8-4fdd-9a9f-ec6fe7d29873 in Status: IN_PROGRESS for 2s [ 1246.603035] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1246.603243] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1246.603315] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1246.603559] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1246.603682] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1246.603871] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1246.603974] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1246.604075] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1246.604213] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1246.604293] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1246.604382] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 86643987-b9b4-44bb-b22a-ed3d1837d6d7 is going to be updated. [ 1246.633853] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1246.634102] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1246.634202] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1246.634443] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1246.634587] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1246.645497] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 86643987-b9b4-44bb-b22a-ed3d1837d6d7 in Status: IN_PROGRESS for 2s [ 1246.887453] env[69685]: DEBUG networking_nsxv3.common.locking [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Lock network-814 taken with stack trace [, , , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1246.887659] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquiring lock "network-814" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1246.887786] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquired lock "network-814" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1246.888144] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquired external semaphore "network-814" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1246.888415] env[69685]: DEBUG networking_nsxv3.common.locking [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1246.888569] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquiring lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1246.888689] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquired lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1246.888913] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquired external semaphore "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1246.889080] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Releasing lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1246.889295] env[69685]: DEBUG dogpile.cache.region [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] No value present for key: 'zone-id' {{(pid=69685) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1246.889411] env[69685]: DEBUG dogpile.lock [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] NeedRegenerationException {{(pid=69685) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1246.889521] env[69685]: DEBUG dogpile.lock [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] no value, waiting for create lock {{(pid=69685) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1246.889631] env[69685]: DEBUG dogpile.lock [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] value creation lock acquired {{(pid=69685) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1246.889740] env[69685]: DEBUG dogpile.cache.region [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] No value present for key: 'zone-id' {{(pid=69685) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1246.889848] env[69685]: DEBUG dogpile.lock [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Calling creation function for not-yet-present value {{(pid=69685) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1246.889985] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1246.909617] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1246.909843] env[69685]: DEBUG dogpile.cache.region [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=69685) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1246.910238] env[69685]: DEBUG dogpile.lock [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Released creation lock {{(pid=69685) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1246.910618] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Releasing lock "network-814" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1246.911366] env[69685]: DEBUG networking_nsxv3.common.locking [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Lock port-8efe772c-0495-4e36-b2b8-2172f7f549ce taken with stack trace [, , , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1246.911873] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquiring lock "port-8efe772c-0495-4e36-b2b8-2172f7f549ce" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1246.911873] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquired lock "port-8efe772c-0495-4e36-b2b8-2172f7f549ce" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1246.912384] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquired external semaphore "port-8efe772c-0495-4e36-b2b8-2172f7f549ce" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1246.912721] env[69685]: DEBUG networking_nsxv3.api.rpc [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8efe772c-0495-4e36-b2b8-2172f7f549ce',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1247.055219] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1247.055395] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1247.055460] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1247.055843] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1247.055843] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1247.055959] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1247.056072] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1247.056117] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1247.056274] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1247.056351] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1247.056439] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1006738e-c736-4cd9-bffd-5f884c40156d already deleted. [ 1247.056519] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1006738e-c736-4cd9-bffd-5f884c40156d" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1247.415678] env[69685]: DEBUG networking_nsxv3.common.locking [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1247.415929] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquiring lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1247.416041] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquired lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1247.416339] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquired external semaphore "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1247.416497] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Releasing lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1247.416660] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Segment Port 8efe772c-0495-4e36-b2b8-2172f7f549ce not found, creating... [ 1247.416933] env[69685]: DEBUG networking_nsxv3.common.locking [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1247.417111] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquiring lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1247.417230] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquired lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1247.417448] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquired external semaphore "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1247.417597] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Releasing lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1247.417880] env[69685]: DEBUG networking_nsxv3.common.locking [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1247.418049] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquiring lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1247.418171] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquired lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1247.418376] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquired external semaphore "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1247.418509] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Releasing lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1247.418652] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Resource: SegmentPort with ID: 8efe772c-0495-4e36-b2b8-2172f7f549ce is going to be created. [ 1247.441132] env[69685]: DEBUG networking_nsxv3.common.locking [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1247.441332] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquiring lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1247.441435] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquired lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1247.441747] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquired external semaphore "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1247.442071] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Releasing lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1247.442280] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Releasing lock "port-8efe772c-0495-4e36-b2b8-2172f7f549ce" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1248.185466] env[69685]: INFO networking_nsxv3.common.synchronization [req-942309dc-0b47-431d-9027-2d123020a44d req-9277ffcd-8423-4ed9-a9a2-45b8697377df service nova] Enqueued Resource ID: 1006738e-c736-4cd9-bffd-5f884c40156d with Priority: HIGHEST for action security_group_rules [ 1248.185466] env[69685]: INFO networking_nsxv3.common.synchronization [req-942309dc-0b47-431d-9027-2d123020a44d req-9277ffcd-8423-4ed9-a9a2-45b8697377df service nova] Enqueued Resource ID: 1006738e-c736-4cd9-bffd-5f884c40156d with Priority: HIGHEST for action security_group_members [ 1248.185466] env[69685]: INFO networking_nsxv3.common.synchronization [req-942309dc-0b47-431d-9027-2d123020a44d req-9277ffcd-8423-4ed9-a9a2-45b8697377df service nova] Enqueued Resource ID: 8efe772c-0495-4e36-b2b8-2172f7f549ce with Priority: HIGHEST for action port [ 1248.185466] env[69685]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1006738e-c736-4cd9-bffd-5f884c40156d with Priority: HIGHEST for action security_group_rules [ 1248.185466] env[69685]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1006738e-c736-4cd9-bffd-5f884c40156d with Priority: HIGHEST for action security_group_members [ 1248.185466] env[69685]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8efe772c-0495-4e36-b2b8-2172f7f549ce with Priority: HIGHEST for action port [ 1248.188340] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock rules-1006738e-c736-4cd9-bffd-5f884c40156d taken with stack trace [, , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1248.188959] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-1006738e-c736-4cd9-bffd-5f884c40156d" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1248.189912] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-1006738e-c736-4cd9-bffd-5f884c40156d" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1248.191047] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-1006738e-c736-4cd9-bffd-5f884c40156d" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1248.191047] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('1006738e-c736-4cd9-bffd-5f884c40156d',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1248.192379] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock member-1006738e-c736-4cd9-bffd-5f884c40156d taken with stack trace [, , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1248.192612] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1006738e-c736-4cd9-bffd-5f884c40156d" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1248.192685] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1006738e-c736-4cd9-bffd-5f884c40156d" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1248.193246] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1006738e-c736-4cd9-bffd-5f884c40156d" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1248.193519] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1248.193683] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1248.193788] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1248.194009] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1248.194349] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1248.194349] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1006738e-c736-4cd9-bffd-5f884c40156d',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1248.196263] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock port-8efe772c-0495-4e36-b2b8-2172f7f549ce taken with stack trace [, , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1248.196716] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-8efe772c-0495-4e36-b2b8-2172f7f549ce" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1248.197116] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-8efe772c-0495-4e36-b2b8-2172f7f549ce" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1248.197116] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-8efe772c-0495-4e36-b2b8-2172f7f549ce" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1248.197116] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8efe772c-0495-4e36-b2b8-2172f7f549ce',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1248.573161] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cf2f5d4c-3cd8-4fdd-9a9f-ec6fe7d29873 in Status: SUCCESS [ 1248.573450] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cf2f5d4c-3cd8-4fdd-9a9f-ec6fe7d29873" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1248.573799] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cf2f5d4c-3cd8-4fdd-9a9f-ec6fe7d29873" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1248.574150] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cf2f5d4c-3cd8-4fdd-9a9f-ec6fe7d29873" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1248.574362] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1248.574481] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1248.574568] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1248.574750] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1248.574922] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1248.575079] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cf2f5d4c-3cd8-4fdd-9a9f-ec6fe7d29873" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1248.575174] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('cf2f5d4c-3cd8-4fdd-9a9f-ec6fe7d29873',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1248.657689] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 86643987-b9b4-44bb-b22a-ed3d1837d6d7 in Status: SUCCESS [ 1248.657901] env[69685]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 86643987-b9b4-44bb-b22a-ed3d1837d6d7 deletion is rescheduled due to dependency. [ 1248.658044] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-86643987-b9b4-44bb-b22a-ed3d1837d6d7" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1248.692865] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock member-1006738e-c736-4cd9-bffd-5f884c40156d taken with stack trace [, , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1248.693037] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1006738e-c736-4cd9-bffd-5f884c40156d" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1248.696471] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('1006738e-c736-4cd9-bffd-5f884c40156d',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1248.699046] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 8efe772c-0495-4e36-b2b8-2172f7f549ce with status ACTIVE [ 1248.699046] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1248.699235] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1248.699235] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1248.699393] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1248.699524] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1248.699880] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1248.699880] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1248.699880] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1248.700115] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1248.700115] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1248.700416] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1248.700416] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1248.700557] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1248.700597] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1248.702475] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1248.702475] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 8efe772c-0495-4e36-b2b8-2172f7f549ce is going to be updated. [ 1248.721930] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1248.722789] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1248.722789] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1248.722789] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1248.722789] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1248.722789] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-8efe772c-0495-4e36-b2b8-2172f7f549ce" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1248.916426] env[69685]: INFO networking_nsxv3.common.synchronization [req-634d554a-ee34-4e16-8c59-1dd765fe6bdd req-4b881f85-3938-4a04-af7f-3a2442310c29 tempest-ServerDiskConfigTestJSON-901540771 tempest-ServerDiskConfigTestJSON-901540771-project-member] Enqueued Resource ID: 5ef219b4-c621-4645-9c97-22a83d872582 with Priority: HIGHEST for action security_group_members [ 1248.916941] env[69685]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5ef219b4-c621-4645-9c97-22a83d872582 with Priority: HIGHEST for action security_group_members [ 1248.917263] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock member-5ef219b4-c621-4645-9c97-22a83d872582 taken with stack trace [, , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1248.917389] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5ef219b4-c621-4645-9c97-22a83d872582" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1248.917456] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5ef219b4-c621-4645-9c97-22a83d872582" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1248.917647] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5ef219b4-c621-4645-9c97-22a83d872582" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1248.918572] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1248.918685] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1248.918863] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1248.919051] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1248.919144] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1248.919242] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5ef219b4-c621-4645-9c97-22a83d872582',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1249.078217] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('cf2f5d4c-3cd8-4fdd-9a9f-ec6fe7d29873',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1249.203715] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('1006738e-c736-4cd9-bffd-5f884c40156d',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1249.342021] env[69685]: INFO networking_nsxv3.common.synchronization [req-efed2c2e-eff0-47c0-b5e8-365bd04b2d51 req-f8543dd0-b13c-4df3-84ff-4dfc524b778c tempest-ServersTestJSON-1907685439 tempest-ServersTestJSON-1907685439-project-member] Enqueued Resource ID: f9fe5796-97e5-42cd-b9a0-bf405b68f6e5 with Priority: HIGHEST for action security_group_members [ 1249.342021] env[69685]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f9fe5796-97e5-42cd-b9a0-bf405b68f6e5 with Priority: HIGHEST for action security_group_members [ 1249.342021] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock member-f9fe5796-97e5-42cd-b9a0-bf405b68f6e5 taken with stack trace [, , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1249.342021] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f9fe5796-97e5-42cd-b9a0-bf405b68f6e5" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1249.342021] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f9fe5796-97e5-42cd-b9a0-bf405b68f6e5" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1249.342021] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f9fe5796-97e5-42cd-b9a0-bf405b68f6e5" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1249.342021] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1249.342566] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1249.342700] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1249.342991] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1249.343268] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1249.343483] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f9fe5796-97e5-42cd-b9a0-bf405b68f6e5',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1249.372017] env[69685]: DEBUG networking_nsxv3.common.locking [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Lock network-601 taken with stack trace [, , , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1249.372017] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquiring lock "network-601" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1249.372017] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquired lock "network-601" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1249.372017] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquired external semaphore "network-601" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1249.372017] env[69685]: DEBUG networking_nsxv3.common.locking [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1249.372017] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquiring lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1249.372017] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquired lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1249.372017] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquired external semaphore "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1249.372017] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Releasing lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1249.372571] env[69685]: DEBUG dogpile.cache.region [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] No value present for key: 'zone-id' {{(pid=69685) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1249.372861] env[69685]: DEBUG dogpile.lock [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] NeedRegenerationException {{(pid=69685) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1249.373407] env[69685]: DEBUG dogpile.lock [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] no value, waiting for create lock {{(pid=69685) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1249.373686] env[69685]: DEBUG dogpile.lock [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] value creation lock acquired {{(pid=69685) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1249.374129] env[69685]: DEBUG dogpile.cache.region [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] No value present for key: 'zone-id' {{(pid=69685) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1249.374404] env[69685]: DEBUG dogpile.lock [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Calling creation function for not-yet-present value {{(pid=69685) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1249.376250] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1249.406123] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1249.406365] env[69685]: DEBUG dogpile.cache.region [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Cache value generated in 0.032 seconds for key(s): 'zone-id' {{(pid=69685) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1249.406567] env[69685]: DEBUG dogpile.lock [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Released creation lock {{(pid=69685) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1249.406799] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Releasing lock "network-601" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1249.407177] env[69685]: DEBUG networking_nsxv3.common.locking [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Lock port-02a334d8-cc52-4e1d-aded-1e4a76b7c647 taken with stack trace [, , , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1249.407449] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquiring lock "port-02a334d8-cc52-4e1d-aded-1e4a76b7c647" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1249.407625] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquired lock "port-02a334d8-cc52-4e1d-aded-1e4a76b7c647" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1249.407987] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquired external semaphore "port-02a334d8-cc52-4e1d-aded-1e4a76b7c647" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1249.408354] env[69685]: DEBUG networking_nsxv3.api.rpc [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('02a334d8-cc52-4e1d-aded-1e4a76b7c647',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1249.421474] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1249.421648] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1249.421784] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1249.422130] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1249.422269] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1249.422483] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1249.422629] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1249.422629] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1249.422806] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1249.422892] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1249.422993] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5ef219b4-c621-4645-9c97-22a83d872582 is going to be updated. [ 1249.446708] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1249.446884] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1249.446976] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1249.447230] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1249.447373] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1249.455256] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5ef219b4-c621-4645-9c97-22a83d872582 in Status: IN_PROGRESS for 2s [ 1249.579495] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for cf2f5d4c-3cd8-4fdd-9a9f-ec6fe7d29873: rpc.has_security_group_logging(os_id): False [ 1249.597242] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1249.597390] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1249.597462] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1249.597667] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1249.597756] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1249.598013] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1249.598123] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1249.598188] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1249.598342] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1249.598420] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1249.598507] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: cf2f5d4c-3cd8-4fdd-9a9f-ec6fe7d29873 is going to be updated. [ 1249.657214] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1249.657214] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1249.657214] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1249.657214] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1249.657214] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1249.668739] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: cf2f5d4c-3cd8-4fdd-9a9f-ec6fe7d29873 in Status: IN_PROGRESS for 2s [ 1249.705866] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1249.706036] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1249.706124] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1249.706315] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1249.706403] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1249.706502] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1006738e-c736-4cd9-bffd-5f884c40156d is going to be created. [ 1249.734488] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1249.734684] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1249.734755] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1249.734974] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1249.735153] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1249.751290] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1006738e-c736-4cd9-bffd-5f884c40156d in Status: UNINITIALIZED for 2s [ 1249.845958] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('f9fe5796-97e5-42cd-b9a0-bf405b68f6e5',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1249.910389] env[69685]: DEBUG networking_nsxv3.common.locking [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1249.910640] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquiring lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1249.910764] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquired lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1249.911151] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquired external semaphore "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1249.911312] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Releasing lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1249.911923] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Segment Port 02a334d8-cc52-4e1d-aded-1e4a76b7c647 not found, creating... [ 1249.911923] env[69685]: DEBUG networking_nsxv3.common.locking [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1249.912272] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquiring lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1249.912272] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquired lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1249.912625] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquired external semaphore "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1249.912842] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Releasing lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1249.913098] env[69685]: DEBUG networking_nsxv3.common.locking [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1249.913217] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquiring lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1249.913332] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquired lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1249.913549] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquired external semaphore "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1249.913690] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Releasing lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1249.913848] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Resource: SegmentPort with ID: 02a334d8-cc52-4e1d-aded-1e4a76b7c647 is going to be created. [ 1249.933828] env[69685]: DEBUG networking_nsxv3.common.locking [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1249.933828] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquiring lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1249.934313] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquired lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1249.935031] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquired external semaphore "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1249.935031] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Releasing lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1249.935256] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Releasing lock "port-02a334d8-cc52-4e1d-aded-1e4a76b7c647" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1250.348673] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('f9fe5796-97e5-42cd-b9a0-bf405b68f6e5',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1250.620669] env[69685]: INFO networking_nsxv3.common.synchronization [req-634d554a-ee34-4e16-8c59-1dd765fe6bdd req-75d52d97-eafa-430f-aede-ed0ed9dd1b08 service nova] Enqueued Resource ID: 5ef219b4-c621-4645-9c97-22a83d872582 with Priority: HIGHEST for action security_group_rules [ 1250.620935] env[69685]: INFO networking_nsxv3.common.synchronization [req-634d554a-ee34-4e16-8c59-1dd765fe6bdd req-75d52d97-eafa-430f-aede-ed0ed9dd1b08 service nova] Enqueued Resource ID: 5ef219b4-c621-4645-9c97-22a83d872582 with Priority: HIGHEST for action security_group_members [ 1250.621110] env[69685]: INFO networking_nsxv3.common.synchronization [req-634d554a-ee34-4e16-8c59-1dd765fe6bdd req-75d52d97-eafa-430f-aede-ed0ed9dd1b08 service nova] Enqueued Resource ID: 02a334d8-cc52-4e1d-aded-1e4a76b7c647 with Priority: HIGHEST for action port [ 1250.621399] env[69685]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5ef219b4-c621-4645-9c97-22a83d872582 with Priority: HIGHEST for action security_group_rules [ 1250.621542] env[69685]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5ef219b4-c621-4645-9c97-22a83d872582 with Priority: HIGHEST for action security_group_members [ 1250.621637] env[69685]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 02a334d8-cc52-4e1d-aded-1e4a76b7c647 with Priority: HIGHEST for action port [ 1250.622246] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock rules-5ef219b4-c621-4645-9c97-22a83d872582 taken with stack trace [, , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1250.622373] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-5ef219b4-c621-4645-9c97-22a83d872582" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1250.622545] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-5ef219b4-c621-4645-9c97-22a83d872582" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1250.622635] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-5ef219b4-c621-4645-9c97-22a83d872582" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1250.622750] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('5ef219b4-c621-4645-9c97-22a83d872582',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1250.623604] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock member-5ef219b4-c621-4645-9c97-22a83d872582 taken with stack trace [, , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1250.623724] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5ef219b4-c621-4645-9c97-22a83d872582" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1250.623894] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock port-02a334d8-cc52-4e1d-aded-1e4a76b7c647 taken with stack trace [, , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1250.623994] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-02a334d8-cc52-4e1d-aded-1e4a76b7c647" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1250.624091] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-02a334d8-cc52-4e1d-aded-1e4a76b7c647" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1250.624273] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-02a334d8-cc52-4e1d-aded-1e4a76b7c647" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1250.624354] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('02a334d8-cc52-4e1d-aded-1e4a76b7c647',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1250.850404] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1250.850594] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1250.850659] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1250.850889] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1250.851017] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1250.851141] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f9fe5796-97e5-42cd-b9a0-bf405b68f6e5 is going to be updated. [ 1250.876464] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1250.876620] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1250.876691] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1250.876904] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1250.877120] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1250.884346] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f9fe5796-97e5-42cd-b9a0-bf405b68f6e5 in Status: IN_PROGRESS for 2s [ 1251.126882] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock member-5ef219b4-c621-4645-9c97-22a83d872582 taken with stack trace [, , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1251.127035] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5ef219b4-c621-4645-9c97-22a83d872582" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1251.127225] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 02a334d8-cc52-4e1d-aded-1e4a76b7c647 with status ACTIVE [ 1251.127391] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1251.127495] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1251.127570] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1251.127777] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1251.127865] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1251.128055] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1251.128138] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1251.128197] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1251.128349] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1251.128427] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1251.128604] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1251.128699] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1251.128764] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1251.128893] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1251.128967] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1251.129064] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 02a334d8-cc52-4e1d-aded-1e4a76b7c647 is going to be updated. [ 1251.148820] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1251.148941] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1251.149012] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1251.149196] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1251.149326] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1251.149467] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-02a334d8-cc52-4e1d-aded-1e4a76b7c647" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1251.464879] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5ef219b4-c621-4645-9c97-22a83d872582 in Status: SUCCESS [ 1251.465198] env[69685]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5ef219b4-c621-4645-9c97-22a83d872582 deletion is rescheduled due to dependency. [ 1251.465198] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5ef219b4-c621-4645-9c97-22a83d872582" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1251.465334] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5ef219b4-c621-4645-9c97-22a83d872582" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1251.465533] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5ef219b4-c621-4645-9c97-22a83d872582" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1251.465748] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1251.465831] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1251.465904] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1251.466161] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1251.466161] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1251.466342] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5ef219b4-c621-4645-9c97-22a83d872582',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1251.607441] env[69685]: INFO networking_nsxv3.common.synchronization [None req-1c8d685e-bba4-415d-a22b-193b8e9b9f17 tempest-AttachInterfacesTestJSON-1165856161 tempest-AttachInterfacesTestJSON-1165856161-project-member] Enqueued Resource ID: 373dc220-6922-42c9-9031-971b9f1da491 with Priority: HIGHEST for action security_group_members [ 1251.607942] env[69685]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 373dc220-6922-42c9-9031-971b9f1da491 with Priority: HIGHEST for action security_group_members [ 1251.608647] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock member-373dc220-6922-42c9-9031-971b9f1da491 taken with stack trace [, , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1251.608922] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-373dc220-6922-42c9-9031-971b9f1da491" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1251.609015] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-373dc220-6922-42c9-9031-971b9f1da491" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1251.609219] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-373dc220-6922-42c9-9031-971b9f1da491" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1251.609378] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1251.609483] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1251.609535] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1251.609703] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1251.609805] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1251.609862] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('373dc220-6922-42c9-9031-971b9f1da491',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1251.681269] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: cf2f5d4c-3cd8-4fdd-9a9f-ec6fe7d29873 in Status: SUCCESS [ 1251.681491] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-cf2f5d4c-3cd8-4fdd-9a9f-ec6fe7d29873" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1251.759749] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1006738e-c736-4cd9-bffd-5f884c40156d in Status: SUCCESS [ 1251.759983] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1006738e-c736-4cd9-bffd-5f884c40156d" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1251.760154] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1006738e-c736-4cd9-bffd-5f884c40156d" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1251.760368] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1006738e-c736-4cd9-bffd-5f884c40156d" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1251.760564] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1251.760682] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1251.760747] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1251.760898] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1251.760978] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1251.761073] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1006738e-c736-4cd9-bffd-5f884c40156d" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1251.761178] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('1006738e-c736-4cd9-bffd-5f884c40156d',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1251.968891] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('5ef219b4-c621-4645-9c97-22a83d872582',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1252.112436] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1252.112594] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1252.112643] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1252.113021] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1252.113162] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1252.113397] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1252.113528] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1252.113597] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1252.113801] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1252.113908] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1252.114032] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 373dc220-6922-42c9-9031-971b9f1da491 is going to be updated. [ 1252.140492] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1252.140966] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1252.140966] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1252.141210] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1252.141445] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1252.149139] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 373dc220-6922-42c9-9031-971b9f1da491 in Status: IN_PROGRESS for 2s [ 1252.263793] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock member-1006738e-c736-4cd9-bffd-5f884c40156d taken with stack trace [, , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1252.263793] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1006738e-c736-4cd9-bffd-5f884c40156d" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1252.263793] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1006738e-c736-4cd9-bffd-5f884c40156d" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1252.263793] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1006738e-c736-4cd9-bffd-5f884c40156d" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1252.264177] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1252.264255] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1252.264306] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1252.264494] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1252.264590] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1252.264694] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1006738e-c736-4cd9-bffd-5f884c40156d" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1252.264891] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock member-1006738e-c736-4cd9-bffd-5f884c40156d taken with stack trace [, , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1252.265036] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1006738e-c736-4cd9-bffd-5f884c40156d" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1252.265124] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1006738e-c736-4cd9-bffd-5f884c40156d" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1252.265321] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1006738e-c736-4cd9-bffd-5f884c40156d" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1252.265512] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1252.265642] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1252.265724] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1252.265909] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1252.270064] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1252.270267] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1006738e-c736-4cd9-bffd-5f884c40156d" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1252.270386] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('1006738e-c736-4cd9-bffd-5f884c40156d',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1252.473487] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('5ef219b4-c621-4645-9c97-22a83d872582',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1252.773608] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 1006738e-c736-4cd9-bffd-5f884c40156d: rpc.has_security_group_logging(os_id): False [ 1252.794106] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1252.794106] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1252.794106] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1252.794106] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1252.794106] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1252.794106] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1252.794106] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1252.794106] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1252.794106] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1252.794106] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1252.794106] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1252.794106] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1252.794106] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1252.794106] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1252.794106] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1252.794577] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1252.794577] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1252.794577] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1252.794577] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1252.794577] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1252.794577] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 1006738e-c736-4cd9-bffd-5f884c40156d is going to be created. [ 1252.861340] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1252.861340] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1252.861340] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1252.861340] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1252.861633] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1252.873238] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 1006738e-c736-4cd9-bffd-5f884c40156d in Status: IN_PROGRESS for 2s [ 1252.894294] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f9fe5796-97e5-42cd-b9a0-bf405b68f6e5 in Status: SUCCESS [ 1252.894509] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f9fe5796-97e5-42cd-b9a0-bf405b68f6e5" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1252.976647] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1252.976809] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1252.976879] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1252.977120] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1252.977215] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1252.977433] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5ef219b4-c621-4645-9c97-22a83d872582 is going to be updated. [ 1253.012381] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1253.012640] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1253.012715] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1253.013023] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1253.013220] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1253.023298] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5ef219b4-c621-4645-9c97-22a83d872582 in Status: IN_PROGRESS for 2s [ 1254.161596] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 373dc220-6922-42c9-9031-971b9f1da491 in Status: SUCCESS [ 1254.161870] env[69685]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 373dc220-6922-42c9-9031-971b9f1da491 deletion is rescheduled due to dependency. [ 1254.161956] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-373dc220-6922-42c9-9031-971b9f1da491" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1254.887121] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 1006738e-c736-4cd9-bffd-5f884c40156d in Status: SUCCESS [ 1254.887480] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-1006738e-c736-4cd9-bffd-5f884c40156d" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1255.036023] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5ef219b4-c621-4645-9c97-22a83d872582 in Status: SUCCESS [ 1255.036023] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5ef219b4-c621-4645-9c97-22a83d872582" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1255.036023] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5ef219b4-c621-4645-9c97-22a83d872582" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1255.036023] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5ef219b4-c621-4645-9c97-22a83d872582" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1255.036023] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1255.036023] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1255.036023] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1255.036023] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1255.036023] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1255.036023] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5ef219b4-c621-4645-9c97-22a83d872582" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1255.036023] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('5ef219b4-c621-4645-9c97-22a83d872582',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1255.540771] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock member-5ef219b4-c621-4645-9c97-22a83d872582 taken with stack trace [, , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1255.541124] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5ef219b4-c621-4645-9c97-22a83d872582" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1255.541124] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5ef219b4-c621-4645-9c97-22a83d872582" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1255.541238] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5ef219b4-c621-4645-9c97-22a83d872582" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1255.541454] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1255.541611] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1255.541691] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1255.541890] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1255.542298] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1255.542298] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5ef219b4-c621-4645-9c97-22a83d872582" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1255.542298] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock member-5ef219b4-c621-4645-9c97-22a83d872582 taken with stack trace [, , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1255.542483] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5ef219b4-c621-4645-9c97-22a83d872582" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1255.542483] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5ef219b4-c621-4645-9c97-22a83d872582" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1255.542608] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5ef219b4-c621-4645-9c97-22a83d872582" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1255.542764] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1255.542868] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1255.542923] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1255.543080] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1255.543157] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1255.543242] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5ef219b4-c621-4645-9c97-22a83d872582" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1255.543329] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('5ef219b4-c621-4645-9c97-22a83d872582',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1256.045953] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 5ef219b4-c621-4645-9c97-22a83d872582: rpc.has_security_group_logging(os_id): False [ 1256.065029] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1256.065029] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1256.065029] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1256.065029] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1256.065029] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1256.065029] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1256.065029] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1256.065029] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1256.065029] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1256.065029] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1256.065029] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1256.065029] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1256.065029] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1256.065029] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1256.065882] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1256.066442] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1256.066793] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1256.067111] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1256.068098] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1256.068098] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1256.069057] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 5ef219b4-c621-4645-9c97-22a83d872582 is going to be updated. [ 1256.136203] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1256.136361] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1256.136428] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1256.136639] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1256.136785] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1256.154211] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 5ef219b4-c621-4645-9c97-22a83d872582 in Status: IN_PROGRESS for 2s [ 1256.609475] env[69685]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1256.609974] env[69685]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=1 [ 1256.903863] env[69685]: INFO networking_nsxv3.common.synchronization [None req-8dc9245b-b680-4235-8b45-adb27d55cbb1 None None] Enqueued Resource ID: b8498994-aaf5-4811-b5eb-5c3b64d64923 with Priority: HIGHEST for action port [ 1256.903863] env[69685]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b8498994-aaf5-4811-b5eb-5c3b64d64923 with Priority: HIGHEST for action port [ 1256.904067] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock port-b8498994-aaf5-4811-b5eb-5c3b64d64923 taken with stack trace [, , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1256.904268] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-b8498994-aaf5-4811-b5eb-5c3b64d64923" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1256.904268] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-b8498994-aaf5-4811-b5eb-5c3b64d64923" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1256.904591] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-b8498994-aaf5-4811-b5eb-5c3b64d64923" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1256.904591] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b8498994-aaf5-4811-b5eb-5c3b64d64923',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1257.407203] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port b8498994-aaf5-4811-b5eb-5c3b64d64923 [ 1257.407730] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1257.407837] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1257.407837] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1257.408518] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1257.408601] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1257.408956] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:b8498994-aaf5-4811-b5eb-5c3b64d64923 already deleted. [ 1257.408956] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-b8498994-aaf5-4811-b5eb-5c3b64d64923" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1258.170942] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 5ef219b4-c621-4645-9c97-22a83d872582 in Status: SUCCESS [ 1258.171219] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-5ef219b4-c621-4645-9c97-22a83d872582" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1258.920057] env[69685]: INFO networking_nsxv3.common.synchronization [None req-c46b893d-433f-4c18-8f26-086a2b0fa1a2 None None] Enqueued Resource ID: e8e34471-dc62-475e-bc63-6cddb599e3b5 with Priority: HIGHEST for action port [ 1258.920057] env[69685]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e8e34471-dc62-475e-bc63-6cddb599e3b5 with Priority: HIGHEST for action port [ 1258.920284] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock port-e8e34471-dc62-475e-bc63-6cddb599e3b5 taken with stack trace [, , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1258.920458] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e8e34471-dc62-475e-bc63-6cddb599e3b5" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1258.920550] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e8e34471-dc62-475e-bc63-6cddb599e3b5" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1258.920892] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e8e34471-dc62-475e-bc63-6cddb599e3b5" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1258.920986] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e8e34471-dc62-475e-bc63-6cddb599e3b5',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1259.102113] env[69685]: INFO networking_nsxv3.common.synchronization [req-3c79faa0-74b1-4d41-8f97-a69dc8dc13b8 req-6302566e-064c-47a9-9c93-0cc5b16308ef tempest-ServerAddressesTestJSON-1796497572 tempest-ServerAddressesTestJSON-1796497572-project-member] Enqueued Resource ID: 1006738e-c736-4cd9-bffd-5f884c40156d with Priority: HIGHEST for action security_group_members [ 1259.102737] env[69685]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1006738e-c736-4cd9-bffd-5f884c40156d with Priority: HIGHEST for action security_group_members [ 1259.103180] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock member-1006738e-c736-4cd9-bffd-5f884c40156d taken with stack trace [, , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1259.103311] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1006738e-c736-4cd9-bffd-5f884c40156d" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1259.103379] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1006738e-c736-4cd9-bffd-5f884c40156d" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1259.103580] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1006738e-c736-4cd9-bffd-5f884c40156d" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1259.104123] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1259.104268] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1259.104337] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1259.104497] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1259.104600] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1259.104705] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1006738e-c736-4cd9-bffd-5f884c40156d',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1259.424157] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port e8e34471-dc62-475e-bc63-6cddb599e3b5 [ 1259.424453] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1259.424453] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1259.424567] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1259.424720] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1259.424809] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1259.424905] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:e8e34471-dc62-475e-bc63-6cddb599e3b5 already deleted. [ 1259.424984] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e8e34471-dc62-475e-bc63-6cddb599e3b5" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1259.606978] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1259.606978] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1259.606978] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1259.607193] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1259.607193] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1259.607480] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1259.607600] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1259.607699] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1259.607936] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1259.608054] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1259.608315] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1006738e-c736-4cd9-bffd-5f884c40156d is going to be updated. [ 1259.633054] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1259.633212] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1259.633299] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1259.633641] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1259.633809] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1259.641729] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1006738e-c736-4cd9-bffd-5f884c40156d in Status: IN_PROGRESS for 2s [ 1260.332674] env[69685]: INFO networking_nsxv3.common.synchronization [req-45fff963-9769-41fe-aad3-1df61691644d req-db990e71-75b0-4bbb-b65d-c5043565237a tempest-ServerActionsTestOtherB-115242521 tempest-ServerActionsTestOtherB-115242521-project-member] Enqueued Resource ID: 9fc3b289-4ce8-45ab-a115-93a511ca9b60 with Priority: HIGHEST for action security_group_members [ 1260.333570] env[69685]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9fc3b289-4ce8-45ab-a115-93a511ca9b60 with Priority: HIGHEST for action security_group_members [ 1260.333570] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock member-9fc3b289-4ce8-45ab-a115-93a511ca9b60 taken with stack trace [, , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1260.333570] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9fc3b289-4ce8-45ab-a115-93a511ca9b60" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1260.333570] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9fc3b289-4ce8-45ab-a115-93a511ca9b60" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1260.333783] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9fc3b289-4ce8-45ab-a115-93a511ca9b60" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1260.334011] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1260.334151] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1260.334233] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1260.334432] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1260.335200] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1260.335374] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9fc3b289-4ce8-45ab-a115-93a511ca9b60',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1260.838597] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1260.839020] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1260.839020] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1260.839170] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1260.839482] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1260.839740] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1260.839883] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1260.839965] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1260.840170] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1260.840271] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1260.840366] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9fc3b289-4ce8-45ab-a115-93a511ca9b60 is going to be updated. [ 1260.866267] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1260.866424] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1260.866472] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1260.866866] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1260.867020] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1260.875176] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9fc3b289-4ce8-45ab-a115-93a511ca9b60 in Status: IN_PROGRESS for 2s [ 1261.434330] env[69685]: INFO networking_nsxv3.common.synchronization [req-a1c070b2-2cae-4502-ae25-a5ec8dd5a702 req-1f04c1a0-1165-4f90-bdba-c38453b61e4e tempest-ServerDiskConfigTestJSON-901540771 tempest-ServerDiskConfigTestJSON-901540771-project-member] Enqueued Resource ID: 5ef219b4-c621-4645-9c97-22a83d872582 with Priority: HIGHEST for action security_group_members [ 1261.435216] env[69685]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5ef219b4-c621-4645-9c97-22a83d872582 with Priority: HIGHEST for action security_group_members [ 1261.435389] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock member-5ef219b4-c621-4645-9c97-22a83d872582 taken with stack trace [, , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1261.435528] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5ef219b4-c621-4645-9c97-22a83d872582" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1261.435591] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5ef219b4-c621-4645-9c97-22a83d872582" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1261.435843] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5ef219b4-c621-4645-9c97-22a83d872582" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1261.436049] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1261.436179] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1261.436266] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1261.436482] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1261.436887] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1261.437036] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5ef219b4-c621-4645-9c97-22a83d872582',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1261.461197] env[69685]: INFO networking_nsxv3.common.synchronization [req-caff56fa-941e-4c99-9a35-690d9c5786cb req-3b05bbd2-26e4-4976-a2b4-1fd4fd0c5efb tempest-DeleteServersTestJSON-1187572763 tempest-DeleteServersTestJSON-1187572763-project-member] Enqueued Resource ID: 86643987-b9b4-44bb-b22a-ed3d1837d6d7 with Priority: HIGHEST for action security_group_members [ 1261.462222] env[69685]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 86643987-b9b4-44bb-b22a-ed3d1837d6d7 with Priority: HIGHEST for action security_group_members [ 1261.462222] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock member-86643987-b9b4-44bb-b22a-ed3d1837d6d7 taken with stack trace [, , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1261.462222] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-86643987-b9b4-44bb-b22a-ed3d1837d6d7" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1261.462368] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-86643987-b9b4-44bb-b22a-ed3d1837d6d7" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1261.462522] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-86643987-b9b4-44bb-b22a-ed3d1837d6d7" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1261.462741] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1261.462885] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1261.462960] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1261.463164] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1261.463276] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1261.464350] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('86643987-b9b4-44bb-b22a-ed3d1837d6d7',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1261.599018] env[69685]: INFO networking_nsxv3.common.synchronization [req-e421ad37-9fea-4d23-922b-e4240885132b req-d0feca19-02cc-4c5d-a3d2-0f137c7c1f79 tempest-ServersTestJSON-1907685439 tempest-ServersTestJSON-1907685439-project-member] Enqueued Resource ID: f9fe5796-97e5-42cd-b9a0-bf405b68f6e5 with Priority: HIGHEST for action security_group_members [ 1261.599018] env[69685]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f9fe5796-97e5-42cd-b9a0-bf405b68f6e5 with Priority: HIGHEST for action security_group_members [ 1261.599018] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock member-f9fe5796-97e5-42cd-b9a0-bf405b68f6e5 taken with stack trace [, , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1261.599018] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f9fe5796-97e5-42cd-b9a0-bf405b68f6e5" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1261.599018] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f9fe5796-97e5-42cd-b9a0-bf405b68f6e5" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1261.599018] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f9fe5796-97e5-42cd-b9a0-bf405b68f6e5" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1261.599363] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1261.599469] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1261.599530] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1261.599738] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1261.599823] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1261.599914] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f9fe5796-97e5-42cd-b9a0-bf405b68f6e5',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1261.652012] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1006738e-c736-4cd9-bffd-5f884c40156d in Status: SUCCESS [ 1261.652215] env[69685]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1006738e-c736-4cd9-bffd-5f884c40156d deletion is rescheduled due to dependency. [ 1261.652332] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1006738e-c736-4cd9-bffd-5f884c40156d" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1261.841869] env[69685]: DEBUG networking_nsxv3.common.locking [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Lock network-782 taken with stack trace [, , , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1261.842208] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquiring lock "network-782" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1261.842208] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquired lock "network-782" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1261.842439] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquired external semaphore "network-782" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1261.842704] env[69685]: DEBUG networking_nsxv3.common.locking [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1261.842902] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquiring lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1261.843022] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquired lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1261.843256] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquired external semaphore "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1261.843399] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Releasing lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1261.843620] env[69685]: DEBUG dogpile.cache.region [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] No value present for key: 'zone-id' {{(pid=69685) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1261.843764] env[69685]: DEBUG dogpile.lock [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] NeedRegenerationException {{(pid=69685) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1261.843884] env[69685]: DEBUG dogpile.lock [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] no value, waiting for create lock {{(pid=69685) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1261.843998] env[69685]: DEBUG dogpile.lock [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] value creation lock acquired {{(pid=69685) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1261.844263] env[69685]: DEBUG dogpile.cache.region [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] No value present for key: 'zone-id' {{(pid=69685) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1261.844473] env[69685]: DEBUG dogpile.lock [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Calling creation function for not-yet-present value {{(pid=69685) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1261.844619] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1261.862632] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1261.862806] env[69685]: DEBUG dogpile.cache.region [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Cache value generated in 0.018 seconds for key(s): 'zone-id' {{(pid=69685) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1261.862948] env[69685]: DEBUG dogpile.lock [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Released creation lock {{(pid=69685) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1261.863138] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Releasing lock "network-782" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1261.863445] env[69685]: DEBUG networking_nsxv3.common.locking [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Lock port-5a47ca9f-fbba-4a93-a2df-84fe8dc4e526 taken with stack trace [, , , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1261.863614] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquiring lock "port-5a47ca9f-fbba-4a93-a2df-84fe8dc4e526" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1261.863731] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquired lock "port-5a47ca9f-fbba-4a93-a2df-84fe8dc4e526" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1261.864061] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquired external semaphore "port-5a47ca9f-fbba-4a93-a2df-84fe8dc4e526" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1261.864773] env[69685]: DEBUG networking_nsxv3.api.rpc [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5a47ca9f-fbba-4a93-a2df-84fe8dc4e526',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1261.938854] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1261.939020] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1261.939091] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1261.939295] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1261.939382] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1261.939574] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1261.939672] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1261.939735] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1261.939921] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1261.940010] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1261.940135] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5ef219b4-c621-4645-9c97-22a83d872582 is going to be updated. [ 1261.963608] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1261.963802] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1261.963802] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1261.964013] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1261.964229] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1261.967999] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1261.968148] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1261.968212] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1261.968429] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1261.968516] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1261.968725] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1261.968836] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1261.968923] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1261.969112] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1261.969218] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1261.969312] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 86643987-b9b4-44bb-b22a-ed3d1837d6d7 is going to be updated. [ 1261.971897] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5ef219b4-c621-4645-9c97-22a83d872582 in Status: IN_PROGRESS for 2s [ 1261.996752] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1261.996892] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1261.996961] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1261.997177] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1261.997314] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1262.006255] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 86643987-b9b4-44bb-b22a-ed3d1837d6d7 in Status: IN_PROGRESS for 2s [ 1262.103053] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1262.103053] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1262.103053] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1262.103053] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1262.103328] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1262.103361] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1262.103456] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1262.103727] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1262.103727] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1262.103727] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1262.104289] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f9fe5796-97e5-42cd-b9a0-bf405b68f6e5 is going to be updated. [ 1262.139920] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1262.140102] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1262.140179] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1262.140385] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1262.140523] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1262.149451] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f9fe5796-97e5-42cd-b9a0-bf405b68f6e5 in Status: IN_PROGRESS for 2s [ 1262.366141] env[69685]: DEBUG networking_nsxv3.common.locking [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1262.366386] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquiring lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1262.366518] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquired lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1262.366822] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquired external semaphore "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1262.367016] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Releasing lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1262.367195] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Segment Port 5a47ca9f-fbba-4a93-a2df-84fe8dc4e526 not found, creating... [ 1262.367466] env[69685]: DEBUG networking_nsxv3.common.locking [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1262.367628] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquiring lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1262.367751] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquired lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1262.368010] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquired external semaphore "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1262.368173] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Releasing lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1262.368478] env[69685]: DEBUG networking_nsxv3.common.locking [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1262.368643] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquiring lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1262.368764] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquired lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1262.368975] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquired external semaphore "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1262.369132] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Releasing lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1262.369276] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Resource: SegmentPort with ID: 5a47ca9f-fbba-4a93-a2df-84fe8dc4e526 is going to be created. [ 1262.390525] env[69685]: DEBUG networking_nsxv3.common.locking [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1262.390696] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquiring lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1262.390824] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquired lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1262.391054] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquired external semaphore "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1262.391278] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Releasing lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1262.391481] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Releasing lock "port-5a47ca9f-fbba-4a93-a2df-84fe8dc4e526" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1262.885052] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9fc3b289-4ce8-45ab-a115-93a511ca9b60 in Status: SUCCESS [ 1262.885357] env[69685]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9fc3b289-4ce8-45ab-a115-93a511ca9b60 deletion is rescheduled due to dependency. [ 1262.885357] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9fc3b289-4ce8-45ab-a115-93a511ca9b60" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1263.291947] env[69685]: INFO networking_nsxv3.common.synchronization [req-caff56fa-941e-4c99-9a35-690d9c5786cb req-152e583a-2c4e-47a0-8a04-c7aff9a59a66 service nova] Enqueued Resource ID: 86643987-b9b4-44bb-b22a-ed3d1837d6d7 with Priority: HIGHEST for action security_group_rules [ 1263.295278] env[69685]: INFO networking_nsxv3.common.synchronization [req-caff56fa-941e-4c99-9a35-690d9c5786cb req-152e583a-2c4e-47a0-8a04-c7aff9a59a66 service nova] Enqueued Resource ID: 86643987-b9b4-44bb-b22a-ed3d1837d6d7 with Priority: HIGHEST for action security_group_members [ 1263.295278] env[69685]: INFO networking_nsxv3.common.synchronization [req-caff56fa-941e-4c99-9a35-690d9c5786cb req-152e583a-2c4e-47a0-8a04-c7aff9a59a66 service nova] Enqueued Resource ID: 5a47ca9f-fbba-4a93-a2df-84fe8dc4e526 with Priority: HIGHEST for action port [ 1263.295278] env[69685]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 86643987-b9b4-44bb-b22a-ed3d1837d6d7 with Priority: HIGHEST for action security_group_rules [ 1263.295278] env[69685]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 86643987-b9b4-44bb-b22a-ed3d1837d6d7 with Priority: HIGHEST for action security_group_members [ 1263.295278] env[69685]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5a47ca9f-fbba-4a93-a2df-84fe8dc4e526 with Priority: HIGHEST for action port [ 1263.295278] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock rules-86643987-b9b4-44bb-b22a-ed3d1837d6d7 taken with stack trace [, , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1263.295278] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-86643987-b9b4-44bb-b22a-ed3d1837d6d7" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1263.295278] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-86643987-b9b4-44bb-b22a-ed3d1837d6d7" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1263.295278] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-86643987-b9b4-44bb-b22a-ed3d1837d6d7" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1263.295278] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('86643987-b9b4-44bb-b22a-ed3d1837d6d7',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1263.295278] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock member-86643987-b9b4-44bb-b22a-ed3d1837d6d7 taken with stack trace [, , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1263.295278] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-86643987-b9b4-44bb-b22a-ed3d1837d6d7" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1263.295278] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock port-5a47ca9f-fbba-4a93-a2df-84fe8dc4e526 taken with stack trace [, , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1263.295866] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-5a47ca9f-fbba-4a93-a2df-84fe8dc4e526" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1263.295866] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-5a47ca9f-fbba-4a93-a2df-84fe8dc4e526" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1263.295866] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-5a47ca9f-fbba-4a93-a2df-84fe8dc4e526" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1263.295866] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5a47ca9f-fbba-4a93-a2df-84fe8dc4e526',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1263.797812] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock member-86643987-b9b4-44bb-b22a-ed3d1837d6d7 taken with stack trace [, , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1263.797954] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-86643987-b9b4-44bb-b22a-ed3d1837d6d7" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1263.798187] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 5a47ca9f-fbba-4a93-a2df-84fe8dc4e526 with status ACTIVE [ 1263.798369] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1263.798487] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1263.798551] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1263.798942] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1263.798942] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1263.799057] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1263.799148] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1263.799210] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1263.800075] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1263.800075] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1263.800075] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1263.800075] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1263.800075] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1263.800075] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1263.800075] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1263.800279] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 5a47ca9f-fbba-4a93-a2df-84fe8dc4e526 is going to be updated. [ 1263.822955] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1263.823126] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1263.823342] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1263.823420] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1263.823524] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1263.823681] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-5a47ca9f-fbba-4a93-a2df-84fe8dc4e526" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1263.981606] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5ef219b4-c621-4645-9c97-22a83d872582 in Status: SUCCESS [ 1263.981940] env[69685]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5ef219b4-c621-4645-9c97-22a83d872582 deletion is rescheduled due to dependency. [ 1263.981940] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5ef219b4-c621-4645-9c97-22a83d872582" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1264.016047] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 86643987-b9b4-44bb-b22a-ed3d1837d6d7 in Status: SUCCESS [ 1264.016287] env[69685]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 86643987-b9b4-44bb-b22a-ed3d1837d6d7 deletion is rescheduled due to dependency. [ 1264.016425] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-86643987-b9b4-44bb-b22a-ed3d1837d6d7" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1264.016606] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-86643987-b9b4-44bb-b22a-ed3d1837d6d7" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1264.016851] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-86643987-b9b4-44bb-b22a-ed3d1837d6d7" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1264.017075] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1264.017184] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1264.017294] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1264.017456] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1264.017538] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1264.017638] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('86643987-b9b4-44bb-b22a-ed3d1837d6d7',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1264.159183] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f9fe5796-97e5-42cd-b9a0-bf405b68f6e5 in Status: IN_PROGRESS for 4s [ 1264.520854] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('86643987-b9b4-44bb-b22a-ed3d1837d6d7',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1265.022783] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('86643987-b9b4-44bb-b22a-ed3d1837d6d7',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1265.525318] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1265.525481] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1265.525576] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1265.525743] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1265.525807] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1265.525900] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 86643987-b9b4-44bb-b22a-ed3d1837d6d7 is going to be updated. [ 1265.551385] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1265.551542] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1265.551627] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1265.551833] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1265.552129] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1265.559754] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 86643987-b9b4-44bb-b22a-ed3d1837d6d7 in Status: IN_PROGRESS for 2s [ 1266.170208] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f9fe5796-97e5-42cd-b9a0-bf405b68f6e5 in Status: SUCCESS [ 1266.170547] env[69685]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f9fe5796-97e5-42cd-b9a0-bf405b68f6e5 deletion is rescheduled due to dependency. [ 1266.170547] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f9fe5796-97e5-42cd-b9a0-bf405b68f6e5" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1266.820641] env[69685]: INFO networking_nsxv3.common.synchronization [req-d9fc1280-50d5-4d56-beda-60a6cee6dc76 req-e3c059e5-879b-46a0-b2cd-90b0bd324359 tempest-InstanceActionsNegativeTestJSON-1273884072 tempest-InstanceActionsNegativeTestJSON-1273884072-project-member] Enqueued Resource ID: 6ebadec5-8c71-4ef2-8f93-b133e23e2ce2 with Priority: HIGHEST for action security_group_members [ 1266.821160] env[69685]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6ebadec5-8c71-4ef2-8f93-b133e23e2ce2 with Priority: HIGHEST for action security_group_members [ 1266.821465] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock member-6ebadec5-8c71-4ef2-8f93-b133e23e2ce2 taken with stack trace [, , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1266.821586] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6ebadec5-8c71-4ef2-8f93-b133e23e2ce2" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1266.821651] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6ebadec5-8c71-4ef2-8f93-b133e23e2ce2" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1266.821991] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6ebadec5-8c71-4ef2-8f93-b133e23e2ce2" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1266.822769] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1266.822769] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1266.822769] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1266.822956] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1266.822956] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1266.823040] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6ebadec5-8c71-4ef2-8f93-b133e23e2ce2',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1267.103779] env[69685]: DEBUG networking_nsxv3.common.locking [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Lock network-308 taken with stack trace [, , , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1267.103925] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquiring lock "network-308" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1267.103974] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquired lock "network-308" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1267.104320] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquired external semaphore "network-308" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1267.104582] env[69685]: DEBUG networking_nsxv3.common.locking [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1267.104751] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquiring lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1267.104855] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquired lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1267.105212] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquired external semaphore "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1267.105275] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Releasing lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1267.105484] env[69685]: DEBUG dogpile.cache.region [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] No value present for key: 'zone-id' {{(pid=69685) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1267.105601] env[69685]: DEBUG dogpile.lock [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] NeedRegenerationException {{(pid=69685) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1267.105710] env[69685]: DEBUG dogpile.lock [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] no value, waiting for create lock {{(pid=69685) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1267.105819] env[69685]: DEBUG dogpile.lock [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] value creation lock acquired {{(pid=69685) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1267.105937] env[69685]: DEBUG dogpile.cache.region [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] No value present for key: 'zone-id' {{(pid=69685) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1267.106046] env[69685]: DEBUG dogpile.lock [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Calling creation function for not-yet-present value {{(pid=69685) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1267.106181] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1267.123600] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1267.123746] env[69685]: DEBUG dogpile.cache.region [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Cache value generated in 0.018 seconds for key(s): 'zone-id' {{(pid=69685) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1267.123910] env[69685]: DEBUG dogpile.lock [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Released creation lock {{(pid=69685) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1267.124171] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Releasing lock "network-308" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1267.124471] env[69685]: DEBUG networking_nsxv3.common.locking [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Lock port-8d35189b-c156-48ae-ab14-704ffe9798a7 taken with stack trace [, , , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1267.124637] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquiring lock "port-8d35189b-c156-48ae-ab14-704ffe9798a7" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1267.124798] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquired lock "port-8d35189b-c156-48ae-ab14-704ffe9798a7" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1267.125125] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquired external semaphore "port-8d35189b-c156-48ae-ab14-704ffe9798a7" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1267.125275] env[69685]: DEBUG networking_nsxv3.api.rpc [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8d35189b-c156-48ae-ab14-704ffe9798a7',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1267.325304] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1267.325606] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1267.325606] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1267.325833] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1267.325833] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1267.326607] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1267.326607] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1267.326607] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1267.326607] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1267.326607] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1267.326607] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6ebadec5-8c71-4ef2-8f93-b133e23e2ce2 already deleted. [ 1267.326607] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6ebadec5-8c71-4ef2-8f93-b133e23e2ce2" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1267.569179] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 86643987-b9b4-44bb-b22a-ed3d1837d6d7 in Status: SUCCESS [ 1267.569594] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-86643987-b9b4-44bb-b22a-ed3d1837d6d7" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1267.569936] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-86643987-b9b4-44bb-b22a-ed3d1837d6d7" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1267.570728] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-86643987-b9b4-44bb-b22a-ed3d1837d6d7" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1267.570728] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1267.570728] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1267.570728] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1267.570932] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1267.570932] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1267.570987] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-86643987-b9b4-44bb-b22a-ed3d1837d6d7" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1267.571105] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('86643987-b9b4-44bb-b22a-ed3d1837d6d7',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1267.627013] env[69685]: DEBUG networking_nsxv3.common.locking [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1267.627283] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquiring lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1267.627401] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquired lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1267.627685] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquired external semaphore "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1267.627842] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Releasing lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1267.628014] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Segment Port 8d35189b-c156-48ae-ab14-704ffe9798a7 not found, creating... [ 1267.628296] env[69685]: DEBUG networking_nsxv3.common.locking [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1267.628453] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquiring lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1267.628569] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquired lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1267.628786] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquired external semaphore "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1267.628954] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Releasing lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1267.629267] env[69685]: DEBUG networking_nsxv3.common.locking [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1267.629420] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquiring lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1267.629540] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquired lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1267.629763] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquired external semaphore "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1267.629906] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Releasing lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1267.630074] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Resource: SegmentPort with ID: 8d35189b-c156-48ae-ab14-704ffe9798a7 is going to be created. [ 1267.651516] env[69685]: DEBUG networking_nsxv3.common.locking [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1267.651714] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquiring lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1267.651878] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquired lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1267.652185] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquired external semaphore "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1267.652448] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Releasing lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1267.652646] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Releasing lock "port-8d35189b-c156-48ae-ab14-704ffe9798a7" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1268.073433] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock member-86643987-b9b4-44bb-b22a-ed3d1837d6d7 taken with stack trace [, , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1268.073433] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-86643987-b9b4-44bb-b22a-ed3d1837d6d7" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1268.073615] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-86643987-b9b4-44bb-b22a-ed3d1837d6d7" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1268.073738] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-86643987-b9b4-44bb-b22a-ed3d1837d6d7" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1268.074479] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1268.074603] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1268.074603] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1268.074739] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1268.074827] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1268.074920] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-86643987-b9b4-44bb-b22a-ed3d1837d6d7" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1268.075095] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock member-86643987-b9b4-44bb-b22a-ed3d1837d6d7 taken with stack trace [, , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1268.075189] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-86643987-b9b4-44bb-b22a-ed3d1837d6d7" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1268.075246] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-86643987-b9b4-44bb-b22a-ed3d1837d6d7" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1268.075390] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-86643987-b9b4-44bb-b22a-ed3d1837d6d7" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1268.075528] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1268.075620] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1268.075678] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1268.075815] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1268.075892] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1268.075973] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-86643987-b9b4-44bb-b22a-ed3d1837d6d7" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1268.076073] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('86643987-b9b4-44bb-b22a-ed3d1837d6d7',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1268.351520] env[69685]: INFO networking_nsxv3.common.synchronization [req-d9fc1280-50d5-4d56-beda-60a6cee6dc76 req-db9ab0c0-bb31-449e-8640-953490f9445c service nova] Enqueued Resource ID: 6ebadec5-8c71-4ef2-8f93-b133e23e2ce2 with Priority: HIGHEST for action security_group_rules [ 1268.351770] env[69685]: INFO networking_nsxv3.common.synchronization [req-d9fc1280-50d5-4d56-beda-60a6cee6dc76 req-db9ab0c0-bb31-449e-8640-953490f9445c service nova] Enqueued Resource ID: 6ebadec5-8c71-4ef2-8f93-b133e23e2ce2 with Priority: HIGHEST for action security_group_members [ 1268.352048] env[69685]: INFO networking_nsxv3.common.synchronization [req-d9fc1280-50d5-4d56-beda-60a6cee6dc76 req-db9ab0c0-bb31-449e-8640-953490f9445c service nova] Enqueued Resource ID: 8d35189b-c156-48ae-ab14-704ffe9798a7 with Priority: HIGHEST for action port [ 1268.352545] env[69685]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6ebadec5-8c71-4ef2-8f93-b133e23e2ce2 with Priority: HIGHEST for action security_group_rules [ 1268.352695] env[69685]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6ebadec5-8c71-4ef2-8f93-b133e23e2ce2 with Priority: HIGHEST for action security_group_members [ 1268.352804] env[69685]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8d35189b-c156-48ae-ab14-704ffe9798a7 with Priority: HIGHEST for action port [ 1268.353345] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock rules-6ebadec5-8c71-4ef2-8f93-b133e23e2ce2 taken with stack trace [, , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1268.353490] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-6ebadec5-8c71-4ef2-8f93-b133e23e2ce2" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1268.353572] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-6ebadec5-8c71-4ef2-8f93-b133e23e2ce2" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1268.353831] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-6ebadec5-8c71-4ef2-8f93-b133e23e2ce2" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1268.353945] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('6ebadec5-8c71-4ef2-8f93-b133e23e2ce2',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1268.354776] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock member-6ebadec5-8c71-4ef2-8f93-b133e23e2ce2 taken with stack trace [, , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1268.354932] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6ebadec5-8c71-4ef2-8f93-b133e23e2ce2" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1268.354998] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6ebadec5-8c71-4ef2-8f93-b133e23e2ce2" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1268.355194] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6ebadec5-8c71-4ef2-8f93-b133e23e2ce2" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1268.355418] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1268.355464] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1268.355526] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1268.355702] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1268.355749] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1268.356305] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6ebadec5-8c71-4ef2-8f93-b133e23e2ce2',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1268.357931] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock port-8d35189b-c156-48ae-ab14-704ffe9798a7 taken with stack trace [, , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1268.357931] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-8d35189b-c156-48ae-ab14-704ffe9798a7" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1268.357931] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-8d35189b-c156-48ae-ab14-704ffe9798a7" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1268.357931] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-8d35189b-c156-48ae-ab14-704ffe9798a7" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1268.357931] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8d35189b-c156-48ae-ab14-704ffe9798a7',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1268.578229] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 86643987-b9b4-44bb-b22a-ed3d1837d6d7: rpc.has_security_group_logging(os_id): False [ 1268.597104] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1268.597309] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1268.597352] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1268.597546] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1268.597636] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1268.597866] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1268.597967] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1268.598045] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1268.598201] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1268.598280] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1268.598463] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1268.598557] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1268.598618] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1268.598762] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1268.598835] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1268.599032] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1268.599129] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1268.599192] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1268.599329] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1268.599402] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1268.599489] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 86643987-b9b4-44bb-b22a-ed3d1837d6d7 is going to be updated. [ 1268.654476] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1268.654680] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1268.654680] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1268.654933] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1268.655094] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1268.670121] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 86643987-b9b4-44bb-b22a-ed3d1837d6d7 in Status: IN_PROGRESS for 2s [ 1268.862030] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock member-6ebadec5-8c71-4ef2-8f93-b133e23e2ce2 taken with stack trace [, , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1268.862030] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6ebadec5-8c71-4ef2-8f93-b133e23e2ce2" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1268.862030] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('6ebadec5-8c71-4ef2-8f93-b133e23e2ce2',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1268.862030] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 8d35189b-c156-48ae-ab14-704ffe9798a7 with status ACTIVE [ 1268.862030] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1268.862030] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1268.862030] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1268.862030] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1268.862030] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1268.862030] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1268.862030] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1268.862030] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1268.862030] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1268.862030] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1268.862878] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1268.863097] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1268.863290] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1268.863528] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1268.863703] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1268.864741] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 8d35189b-c156-48ae-ab14-704ffe9798a7 is going to be updated. [ 1268.904579] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1268.904579] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1268.904579] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1268.904579] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1268.904907] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1268.904907] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-8d35189b-c156-48ae-ab14-704ffe9798a7" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1269.367346] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('6ebadec5-8c71-4ef2-8f93-b133e23e2ce2',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1269.869961] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1269.870104] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1269.870161] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1269.870382] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1269.870497] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1269.870628] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6ebadec5-8c71-4ef2-8f93-b133e23e2ce2 is going to be created. [ 1269.894596] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1269.894753] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1269.894753] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1269.894970] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1269.895153] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1269.905869] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6ebadec5-8c71-4ef2-8f93-b133e23e2ce2 in Status: UNINITIALIZED for 2s [ 1270.684537] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 86643987-b9b4-44bb-b22a-ed3d1837d6d7 in Status: SUCCESS [ 1270.684973] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-86643987-b9b4-44bb-b22a-ed3d1837d6d7" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1271.112382] env[69685]: INFO networking_nsxv3.common.synchronization [req-64535454-37c6-4626-9390-3b807d51ff8c req-99d92144-0b97-4038-8bb2-1fa63dbfa4a1 tempest-ServersTestBootFromVolume-739561543 tempest-ServersTestBootFromVolume-739561543-project-member] Enqueued Resource ID: fa1fcefd-41ba-486a-af6d-c2283bb00786 with Priority: HIGHEST for action security_group_members [ 1271.112794] env[69685]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fa1fcefd-41ba-486a-af6d-c2283bb00786 with Priority: HIGHEST for action security_group_members [ 1271.113280] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock member-fa1fcefd-41ba-486a-af6d-c2283bb00786 taken with stack trace [, , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1271.113483] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fa1fcefd-41ba-486a-af6d-c2283bb00786" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1271.113551] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fa1fcefd-41ba-486a-af6d-c2283bb00786" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1271.113852] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fa1fcefd-41ba-486a-af6d-c2283bb00786" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1271.114106] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1271.114282] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1271.114360] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1271.114598] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1271.114777] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1271.114902] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('fa1fcefd-41ba-486a-af6d-c2283bb00786',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1271.417040] env[69685]: DEBUG networking_nsxv3.common.locking [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Lock network-165 taken with stack trace [, , , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1271.417040] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquiring lock "network-165" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1271.417040] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquired lock "network-165" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1271.417040] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquired external semaphore "network-165" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1271.417040] env[69685]: DEBUG networking_nsxv3.common.locking [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1271.417040] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquiring lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1271.417901] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquired lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1271.418283] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquired external semaphore "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1271.418588] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Releasing lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1271.418948] env[69685]: DEBUG dogpile.cache.region [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] No value present for key: 'zone-id' {{(pid=69685) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1271.419486] env[69685]: DEBUG dogpile.lock [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] NeedRegenerationException {{(pid=69685) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1271.421753] env[69685]: DEBUG dogpile.lock [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] no value, waiting for create lock {{(pid=69685) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1271.421753] env[69685]: DEBUG dogpile.lock [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] value creation lock acquired {{(pid=69685) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1271.421753] env[69685]: DEBUG dogpile.cache.region [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] No value present for key: 'zone-id' {{(pid=69685) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1271.421753] env[69685]: DEBUG dogpile.lock [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Calling creation function for not-yet-present value {{(pid=69685) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1271.421753] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1271.442668] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1271.442668] env[69685]: DEBUG dogpile.cache.region [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=69685) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1271.442668] env[69685]: DEBUG dogpile.lock [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Released creation lock {{(pid=69685) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1271.442668] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Releasing lock "network-165" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1271.442668] env[69685]: DEBUG networking_nsxv3.common.locking [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Lock port-786e635f-75d2-45d0-a130-bbef0db20526 taken with stack trace [, , , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1271.442668] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquiring lock "port-786e635f-75d2-45d0-a130-bbef0db20526" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1271.442668] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquired lock "port-786e635f-75d2-45d0-a130-bbef0db20526" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1271.442668] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquired external semaphore "port-786e635f-75d2-45d0-a130-bbef0db20526" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1271.442668] env[69685]: DEBUG networking_nsxv3.api.rpc [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('786e635f-75d2-45d0-a130-bbef0db20526',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1271.547036] env[69685]: INFO networking_nsxv3.common.synchronization [req-9c4abeb9-fb04-43c5-82a7-b1d0e551c95e req-3a429976-bbbc-41cf-a5d1-1538d8fbe83f tempest-AttachVolumeNegativeTest-2144472599 tempest-AttachVolumeNegativeTest-2144472599-project-member] Enqueued Resource ID: bb4e4637-54d4-44c0-baea-15ddfd34982f with Priority: HIGHEST for action security_group_members [ 1271.547036] env[69685]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bb4e4637-54d4-44c0-baea-15ddfd34982f with Priority: HIGHEST for action security_group_members [ 1271.547036] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock member-bb4e4637-54d4-44c0-baea-15ddfd34982f taken with stack trace [, , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1271.547036] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bb4e4637-54d4-44c0-baea-15ddfd34982f" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1271.547036] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bb4e4637-54d4-44c0-baea-15ddfd34982f" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1271.547036] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bb4e4637-54d4-44c0-baea-15ddfd34982f" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1271.547786] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1271.548076] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1271.549218] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1271.549218] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1271.549218] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1271.549218] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('bb4e4637-54d4-44c0-baea-15ddfd34982f',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1271.622539] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1271.622539] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1271.622539] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1271.622539] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1271.622539] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1271.622539] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1271.622539] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1271.622539] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1271.622539] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1271.622539] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1271.622539] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: fa1fcefd-41ba-486a-af6d-c2283bb00786 already deleted. [ 1271.622539] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fa1fcefd-41ba-486a-af6d-c2283bb00786" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1271.915982] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6ebadec5-8c71-4ef2-8f93-b133e23e2ce2 in Status: SUCCESS [ 1271.916301] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6ebadec5-8c71-4ef2-8f93-b133e23e2ce2" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1271.916379] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6ebadec5-8c71-4ef2-8f93-b133e23e2ce2" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1271.916608] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6ebadec5-8c71-4ef2-8f93-b133e23e2ce2" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1271.916804] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1271.916922] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1271.916983] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1271.917386] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1271.917386] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1271.917386] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6ebadec5-8c71-4ef2-8f93-b133e23e2ce2" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1271.917386] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('6ebadec5-8c71-4ef2-8f93-b133e23e2ce2',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1271.948493] env[69685]: DEBUG networking_nsxv3.common.locking [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1271.948962] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquiring lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1271.948962] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquired lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1271.949160] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquired external semaphore "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1271.949344] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Releasing lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1271.949581] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Segment Port 786e635f-75d2-45d0-a130-bbef0db20526 not found, creating... [ 1271.949795] env[69685]: DEBUG networking_nsxv3.common.locking [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1271.949970] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquiring lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1271.950106] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquired lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1271.950371] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquired external semaphore "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1271.950661] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Releasing lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1271.950769] env[69685]: DEBUG networking_nsxv3.common.locking [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1271.950929] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquiring lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1271.951181] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquired lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1271.951308] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquired external semaphore "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1271.951457] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Releasing lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1271.951601] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Resource: SegmentPort with ID: 786e635f-75d2-45d0-a130-bbef0db20526 is going to be created. [ 1271.972625] env[69685]: DEBUG networking_nsxv3.common.locking [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1271.972920] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquiring lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1271.973142] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquired lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1271.973506] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquired external semaphore "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1271.973895] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Releasing lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1271.975999] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Releasing lock "port-786e635f-75d2-45d0-a130-bbef0db20526" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1272.051565] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1272.051565] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1272.051669] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1272.051967] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1272.052023] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1272.052220] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1272.052355] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1272.052438] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1272.052609] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1272.053244] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1272.053244] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: bb4e4637-54d4-44c0-baea-15ddfd34982f is going to be updated. [ 1272.082667] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1272.082667] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1272.082667] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1272.082920] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1272.082972] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1272.094314] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bb4e4637-54d4-44c0-baea-15ddfd34982f in Status: IN_PROGRESS for 2s [ 1272.422490] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock member-6ebadec5-8c71-4ef2-8f93-b133e23e2ce2 taken with stack trace [, , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1272.422653] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6ebadec5-8c71-4ef2-8f93-b133e23e2ce2" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1272.422727] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6ebadec5-8c71-4ef2-8f93-b133e23e2ce2" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1272.426085] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6ebadec5-8c71-4ef2-8f93-b133e23e2ce2" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1272.426085] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1272.426085] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1272.426085] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1272.426085] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1272.426085] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1272.426085] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6ebadec5-8c71-4ef2-8f93-b133e23e2ce2" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1272.426085] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock member-6ebadec5-8c71-4ef2-8f93-b133e23e2ce2 taken with stack trace [, , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1272.426085] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6ebadec5-8c71-4ef2-8f93-b133e23e2ce2" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1272.426085] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6ebadec5-8c71-4ef2-8f93-b133e23e2ce2" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1272.426085] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6ebadec5-8c71-4ef2-8f93-b133e23e2ce2" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1272.426085] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1272.426085] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1272.426085] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1272.426085] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1272.426085] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1272.426085] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6ebadec5-8c71-4ef2-8f93-b133e23e2ce2" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1272.426085] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('6ebadec5-8c71-4ef2-8f93-b133e23e2ce2',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1272.764507] env[69685]: INFO networking_nsxv3.common.synchronization [req-64535454-37c6-4626-9390-3b807d51ff8c req-2a1d1b6e-ca8c-4d82-aa00-5e702b6e7378 service nova] Enqueued Resource ID: fa1fcefd-41ba-486a-af6d-c2283bb00786 with Priority: HIGHEST for action security_group_rules [ 1272.764697] env[69685]: INFO networking_nsxv3.common.synchronization [req-64535454-37c6-4626-9390-3b807d51ff8c req-2a1d1b6e-ca8c-4d82-aa00-5e702b6e7378 service nova] Enqueued Resource ID: fa1fcefd-41ba-486a-af6d-c2283bb00786 with Priority: HIGHEST for action security_group_members [ 1272.764866] env[69685]: INFO networking_nsxv3.common.synchronization [req-64535454-37c6-4626-9390-3b807d51ff8c req-2a1d1b6e-ca8c-4d82-aa00-5e702b6e7378 service nova] Enqueued Resource ID: 786e635f-75d2-45d0-a130-bbef0db20526 with Priority: HIGHEST for action port [ 1272.765425] env[69685]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fa1fcefd-41ba-486a-af6d-c2283bb00786 with Priority: HIGHEST for action security_group_rules [ 1272.765556] env[69685]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fa1fcefd-41ba-486a-af6d-c2283bb00786 with Priority: HIGHEST for action security_group_members [ 1272.765640] env[69685]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 786e635f-75d2-45d0-a130-bbef0db20526 with Priority: HIGHEST for action port [ 1272.765910] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock rules-fa1fcefd-41ba-486a-af6d-c2283bb00786 taken with stack trace [, , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1272.766106] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-fa1fcefd-41ba-486a-af6d-c2283bb00786" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1272.766369] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-fa1fcefd-41ba-486a-af6d-c2283bb00786" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1272.766437] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-fa1fcefd-41ba-486a-af6d-c2283bb00786" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1272.766493] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('fa1fcefd-41ba-486a-af6d-c2283bb00786',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1272.767408] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock member-fa1fcefd-41ba-486a-af6d-c2283bb00786 taken with stack trace [, , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1272.769274] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fa1fcefd-41ba-486a-af6d-c2283bb00786" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1272.769274] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fa1fcefd-41ba-486a-af6d-c2283bb00786" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1272.769274] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fa1fcefd-41ba-486a-af6d-c2283bb00786" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1272.769274] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1272.769274] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1272.769274] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1272.769274] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1272.769274] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1272.769274] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('fa1fcefd-41ba-486a-af6d-c2283bb00786',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1272.769619] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock port-786e635f-75d2-45d0-a130-bbef0db20526 taken with stack trace [, , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1272.769619] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-786e635f-75d2-45d0-a130-bbef0db20526" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1272.769619] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-786e635f-75d2-45d0-a130-bbef0db20526" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1272.769834] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-786e635f-75d2-45d0-a130-bbef0db20526" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1272.769963] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('786e635f-75d2-45d0-a130-bbef0db20526',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1272.930110] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 6ebadec5-8c71-4ef2-8f93-b133e23e2ce2: rpc.has_security_group_logging(os_id): False [ 1272.948029] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1272.948258] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1272.948526] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1272.950202] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1272.950202] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1272.950202] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1272.950777] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1272.951821] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1272.952447] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1272.952657] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1272.953150] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1272.953289] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1272.953409] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1272.953983] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1272.953983] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1272.953983] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1272.954455] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1272.954455] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1272.954455] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1272.954455] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1272.954455] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 6ebadec5-8c71-4ef2-8f93-b133e23e2ce2 is going to be created. [ 1273.009931] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1273.010167] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1273.010167] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1273.010388] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1273.010572] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1273.022171] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 6ebadec5-8c71-4ef2-8f93-b133e23e2ce2 in Status: IN_PROGRESS for 2s [ 1273.171989] env[69685]: INFO networking_nsxv3.common.synchronization [None req-99b59d21-f1a4-42b3-91d3-953614376071 None None] Enqueued Resource ID: 25d7d3e7-0710-424b-aa32-7f1b342a3f93 with Priority: HIGHEST for action port [ 1273.172222] env[69685]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 25d7d3e7-0710-424b-aa32-7f1b342a3f93 with Priority: HIGHEST for action port [ 1273.172817] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock port-25d7d3e7-0710-424b-aa32-7f1b342a3f93 taken with stack trace [, , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1273.172956] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-25d7d3e7-0710-424b-aa32-7f1b342a3f93" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1273.173038] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-25d7d3e7-0710-424b-aa32-7f1b342a3f93" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1273.173295] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-25d7d3e7-0710-424b-aa32-7f1b342a3f93" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1273.173375] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('25d7d3e7-0710-424b-aa32-7f1b342a3f93',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1273.275020] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock member-fa1fcefd-41ba-486a-af6d-c2283bb00786 taken with stack trace [, , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1273.275020] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fa1fcefd-41ba-486a-af6d-c2283bb00786" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1273.275020] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('fa1fcefd-41ba-486a-af6d-c2283bb00786',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1273.275020] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 786e635f-75d2-45d0-a130-bbef0db20526 with status ACTIVE [ 1273.275020] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1273.275020] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1273.275020] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1273.275020] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1273.275020] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1273.275020] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1273.275020] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1273.275020] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1273.275020] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1273.275020] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1273.275793] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1273.275793] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1273.275793] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1273.275943] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1273.276117] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1273.276281] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 786e635f-75d2-45d0-a130-bbef0db20526 is going to be updated. [ 1273.297978] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1273.297978] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1273.297978] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1273.297978] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1273.297978] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1273.297978] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-786e635f-75d2-45d0-a130-bbef0db20526" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1273.677318] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 25d7d3e7-0710-424b-aa32-7f1b342a3f93 [ 1273.677318] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1273.677318] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1273.677318] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1273.677318] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1273.677318] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1273.677318] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:25d7d3e7-0710-424b-aa32-7f1b342a3f93 already deleted. [ 1273.677318] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-25d7d3e7-0710-424b-aa32-7f1b342a3f93" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1273.779189] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('fa1fcefd-41ba-486a-af6d-c2283bb00786',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1274.103973] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bb4e4637-54d4-44c0-baea-15ddfd34982f in Status: SUCCESS [ 1274.104268] env[69685]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: bb4e4637-54d4-44c0-baea-15ddfd34982f deletion is rescheduled due to dependency. [ 1274.104312] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bb4e4637-54d4-44c0-baea-15ddfd34982f" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1274.283031] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1274.283212] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1274.283292] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1274.283496] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1274.283594] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1274.283672] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: fa1fcefd-41ba-486a-af6d-c2283bb00786 is going to be created. [ 1274.317019] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1274.317019] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1274.317019] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1274.317019] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1274.317019] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1274.330475] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fa1fcefd-41ba-486a-af6d-c2283bb00786 in Status: UNINITIALIZED for 2s [ 1274.761928] env[69685]: INFO networking_nsxv3.common.synchronization [None req-1ea119c5-dd24-4723-a049-b4bb9b79ded7 None None] Enqueued Resource ID: a511db58-7d1b-4d72-a7c7-723ea4cb17b8 with Priority: HIGHEST for action port [ 1274.762498] env[69685]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a511db58-7d1b-4d72-a7c7-723ea4cb17b8 with Priority: HIGHEST for action port [ 1274.762801] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock port-a511db58-7d1b-4d72-a7c7-723ea4cb17b8 taken with stack trace [, , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1274.762943] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a511db58-7d1b-4d72-a7c7-723ea4cb17b8" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1274.762985] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a511db58-7d1b-4d72-a7c7-723ea4cb17b8" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1274.763289] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a511db58-7d1b-4d72-a7c7-723ea4cb17b8" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1274.763324] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a511db58-7d1b-4d72-a7c7-723ea4cb17b8',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1275.034835] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 6ebadec5-8c71-4ef2-8f93-b133e23e2ce2 in Status: SUCCESS [ 1275.035089] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-6ebadec5-8c71-4ef2-8f93-b133e23e2ce2" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1275.265940] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port a511db58-7d1b-4d72-a7c7-723ea4cb17b8 [ 1275.266290] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1275.266352] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1275.266417] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1275.266665] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1275.266801] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1275.266946] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:a511db58-7d1b-4d72-a7c7-723ea4cb17b8 already deleted. [ 1275.266989] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a511db58-7d1b-4d72-a7c7-723ea4cb17b8" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1276.343023] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fa1fcefd-41ba-486a-af6d-c2283bb00786 in Status: SUCCESS [ 1276.343023] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fa1fcefd-41ba-486a-af6d-c2283bb00786" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1276.343023] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fa1fcefd-41ba-486a-af6d-c2283bb00786" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1276.343023] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fa1fcefd-41ba-486a-af6d-c2283bb00786" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1276.343023] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1276.343023] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1276.343023] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1276.343023] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1276.343023] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1276.343023] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fa1fcefd-41ba-486a-af6d-c2283bb00786" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1276.343023] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('fa1fcefd-41ba-486a-af6d-c2283bb00786',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1276.847719] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('fa1fcefd-41ba-486a-af6d-c2283bb00786',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1277.352020] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for fa1fcefd-41ba-486a-af6d-c2283bb00786: rpc.has_security_group_logging(os_id): False [ 1277.372252] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1277.372252] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1277.372252] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1277.372252] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1277.372252] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1277.372252] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1277.372252] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1277.372252] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1277.372605] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1277.372605] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1277.372605] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: fa1fcefd-41ba-486a-af6d-c2283bb00786 is going to be created. [ 1277.431112] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1277.431290] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1277.431360] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1277.432796] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1277.432796] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1277.445707] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: fa1fcefd-41ba-486a-af6d-c2283bb00786 in Status: IN_PROGRESS for 2s [ 1277.916829] env[69685]: INFO networking_nsxv3.common.synchronization [req-35fb4578-1dba-4e43-8c51-01aab1746663 req-69a0785b-cf8d-49de-877b-04cf427bbbe1 tempest-InstanceActionsNegativeTestJSON-1273884072 tempest-InstanceActionsNegativeTestJSON-1273884072-project-member] Enqueued Resource ID: 6ebadec5-8c71-4ef2-8f93-b133e23e2ce2 with Priority: HIGHEST for action security_group_members [ 1277.918070] env[69685]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6ebadec5-8c71-4ef2-8f93-b133e23e2ce2 with Priority: HIGHEST for action security_group_members [ 1277.918822] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock member-6ebadec5-8c71-4ef2-8f93-b133e23e2ce2 taken with stack trace [, , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1277.919235] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6ebadec5-8c71-4ef2-8f93-b133e23e2ce2" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1277.919235] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6ebadec5-8c71-4ef2-8f93-b133e23e2ce2" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1277.919342] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6ebadec5-8c71-4ef2-8f93-b133e23e2ce2" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1277.919414] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1277.919517] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1277.919586] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1277.919736] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1277.919825] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1277.919923] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6ebadec5-8c71-4ef2-8f93-b133e23e2ce2',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1278.423050] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1278.423368] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1278.423368] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1278.423508] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1278.423599] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1278.423841] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1278.423984] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1278.424084] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1278.424325] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1278.424551] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1278.424551] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6ebadec5-8c71-4ef2-8f93-b133e23e2ce2 is going to be updated. [ 1278.452789] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1278.453101] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1278.453198] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1278.453645] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1278.453645] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1278.462243] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6ebadec5-8c71-4ef2-8f93-b133e23e2ce2 in Status: IN_PROGRESS for 2s [ 1278.528503] env[69685]: INFO networking_nsxv3.common.synchronization [None req-1c1baa61-9734-4b04-97fd-24d1113672c2 tempest-AttachVolumeNegativeTest-2144472599 tempest-AttachVolumeNegativeTest-2144472599-project-member] Enqueued Resource ID: 44df7af5-9b09-4233-a2c0-263d36d91662 with Priority: HIGHEST for action security_group_rules [ 1278.529037] env[69685]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 44df7af5-9b09-4233-a2c0-263d36d91662 with Priority: HIGHEST for action security_group_rules [ 1278.529441] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock rules-44df7af5-9b09-4233-a2c0-263d36d91662 taken with stack trace [, , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1278.529594] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-44df7af5-9b09-4233-a2c0-263d36d91662" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1278.529631] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-44df7af5-9b09-4233-a2c0-263d36d91662" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1278.530546] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-44df7af5-9b09-4233-a2c0-263d36d91662" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1278.530546] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('44df7af5-9b09-4233-a2c0-263d36d91662',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1278.610221] env[69685]: INFO networking_nsxv3.common.synchronization [None req-8a6a6959-17f8-47eb-8a70-80af0f19c603 tempest-AttachVolumeNegativeTest-2144472599 tempest-AttachVolumeNegativeTest-2144472599-project-member] Enqueued Resource ID: 44df7af5-9b09-4233-a2c0-263d36d91662 with Priority: HIGHEST for action security_group_rules [ 1278.610221] env[69685]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 44df7af5-9b09-4233-a2c0-263d36d91662 with Priority: HIGHEST for action security_group_rules [ 1278.610221] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock rules-44df7af5-9b09-4233-a2c0-263d36d91662 taken with stack trace [, , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1278.610221] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-44df7af5-9b09-4233-a2c0-263d36d91662" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1279.048489] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1279.048770] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1279.049016] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1279.049404] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1279.049618] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1279.049819] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 44df7af5-9b09-4233-a2c0-263d36d91662 already deleted. [ 1279.049968] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-44df7af5-9b09-4233-a2c0-263d36d91662" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1279.050274] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-44df7af5-9b09-4233-a2c0-263d36d91662" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1279.050535] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-44df7af5-9b09-4233-a2c0-263d36d91662" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1279.050709] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('44df7af5-9b09-4233-a2c0-263d36d91662',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1279.457262] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: fa1fcefd-41ba-486a-af6d-c2283bb00786 in Status: SUCCESS [ 1279.457262] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-fa1fcefd-41ba-486a-af6d-c2283bb00786" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1279.571684] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1279.571684] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1279.571684] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1279.571684] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1279.571684] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1279.571684] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 44df7af5-9b09-4233-a2c0-263d36d91662 already deleted. [ 1279.571684] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-44df7af5-9b09-4233-a2c0-263d36d91662" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1279.792566] env[69685]: INFO networking_nsxv3.common.synchronization [req-49e9835c-26a6-4b0a-9a51-ba2e4c7cec9f req-4ae5cb1b-2397-4e58-8ed6-9f4976a1d245 tempest-AttachVolumeShelveTestJSON-978007978 tempest-AttachVolumeShelveTestJSON-978007978-project-member] Enqueued Resource ID: 25004ae4-48f1-4142-aba8-3a71efb2c6dc with Priority: HIGHEST for action security_group_members [ 1279.793172] env[69685]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 25004ae4-48f1-4142-aba8-3a71efb2c6dc with Priority: HIGHEST for action security_group_members [ 1279.793467] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock member-25004ae4-48f1-4142-aba8-3a71efb2c6dc taken with stack trace [, , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1279.793582] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-25004ae4-48f1-4142-aba8-3a71efb2c6dc" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1279.793639] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-25004ae4-48f1-4142-aba8-3a71efb2c6dc" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1279.793913] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-25004ae4-48f1-4142-aba8-3a71efb2c6dc" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1279.794494] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1279.794494] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1279.794494] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1279.794494] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1279.794700] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1279.794735] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('25004ae4-48f1-4142-aba8-3a71efb2c6dc',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1280.156048] env[69685]: INFO networking_nsxv3.common.synchronization [None req-4cc62c69-24b5-4e56-b12a-05f433483bee None None] Enqueued Resource ID: 43584f83-bdaf-4934-b08e-68cc8ea16bf8 with Priority: HIGHEST for action port [ 1280.156325] env[69685]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 43584f83-bdaf-4934-b08e-68cc8ea16bf8 with Priority: HIGHEST for action port [ 1280.156887] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock port-43584f83-bdaf-4934-b08e-68cc8ea16bf8 taken with stack trace [, , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1280.157056] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-43584f83-bdaf-4934-b08e-68cc8ea16bf8" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1280.157136] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-43584f83-bdaf-4934-b08e-68cc8ea16bf8" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1280.157352] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-43584f83-bdaf-4934-b08e-68cc8ea16bf8" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1280.157537] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('43584f83-bdaf-4934-b08e-68cc8ea16bf8',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1280.300027] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1280.300027] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1280.300027] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1280.300027] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1280.300027] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1280.300027] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1280.300304] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1280.300304] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1280.300304] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1280.300384] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1280.300454] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 25004ae4-48f1-4142-aba8-3a71efb2c6dc is going to be updated. [ 1280.324856] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1280.325143] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1280.325143] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1280.325385] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1280.325568] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1280.333558] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 25004ae4-48f1-4142-aba8-3a71efb2c6dc in Status: IN_PROGRESS for 2s [ 1280.471651] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6ebadec5-8c71-4ef2-8f93-b133e23e2ce2 in Status: SUCCESS [ 1280.471929] env[69685]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6ebadec5-8c71-4ef2-8f93-b133e23e2ce2 deletion is rescheduled due to dependency. [ 1280.471967] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6ebadec5-8c71-4ef2-8f93-b133e23e2ce2" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1280.660934] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 43584f83-bdaf-4934-b08e-68cc8ea16bf8 [ 1280.661204] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1280.661341] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1280.661409] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1280.661656] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1280.661704] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1280.661787] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:43584f83-bdaf-4934-b08e-68cc8ea16bf8 already deleted. [ 1280.661920] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-43584f83-bdaf-4934-b08e-68cc8ea16bf8" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1280.913229] env[69685]: INFO networking_nsxv3.common.synchronization [None req-43552c53-5c8e-4d45-b628-3e0e3cd80ee9 tempest-AttachVolumeTestJSON-1016141581 tempest-AttachVolumeTestJSON-1016141581-project-member] Enqueued Resource ID: d21925e0-0624-4d3f-afc3-56d44506a8d0 with Priority: HIGHEST for action security_group_rules [ 1280.913744] env[69685]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d21925e0-0624-4d3f-afc3-56d44506a8d0 with Priority: HIGHEST for action security_group_rules [ 1280.914063] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d21925e0-0624-4d3f-afc3-56d44506a8d0 taken with stack trace [, , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1280.914232] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d21925e0-0624-4d3f-afc3-56d44506a8d0" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1280.914279] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d21925e0-0624-4d3f-afc3-56d44506a8d0" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1280.914741] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d21925e0-0624-4d3f-afc3-56d44506a8d0" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1280.915574] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d21925e0-0624-4d3f-afc3-56d44506a8d0',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1281.069260] env[69685]: INFO networking_nsxv3.common.synchronization [None req-1abcf254-a887-40e3-a284-5ecc7d40bcff tempest-AttachVolumeTestJSON-1016141581 tempest-AttachVolumeTestJSON-1016141581-project-member] Enqueued Resource ID: d21925e0-0624-4d3f-afc3-56d44506a8d0 with Priority: HIGHEST for action security_group_rules [ 1281.069260] env[69685]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d21925e0-0624-4d3f-afc3-56d44506a8d0 with Priority: HIGHEST for action security_group_rules [ 1281.070111] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d21925e0-0624-4d3f-afc3-56d44506a8d0 taken with stack trace [, , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1281.071162] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d21925e0-0624-4d3f-afc3-56d44506a8d0" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1281.438244] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1281.438406] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1281.438465] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1281.438675] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1281.438762] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1281.438861] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d21925e0-0624-4d3f-afc3-56d44506a8d0 already deleted. [ 1281.438948] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d21925e0-0624-4d3f-afc3-56d44506a8d0" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1281.439124] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d21925e0-0624-4d3f-afc3-56d44506a8d0" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1281.439278] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d21925e0-0624-4d3f-afc3-56d44506a8d0" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1281.439363] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d21925e0-0624-4d3f-afc3-56d44506a8d0',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1281.959969] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1281.960282] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1281.960282] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1281.960423] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1281.960496] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1281.960590] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d21925e0-0624-4d3f-afc3-56d44506a8d0 already deleted. [ 1281.960668] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d21925e0-0624-4d3f-afc3-56d44506a8d0" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1282.007083] env[69685]: INFO networking_nsxv3.common.synchronization [None req-01d18cac-364b-4d35-bd3c-7484cb3bc3dd None None] Enqueued Resource ID: 80937cb4-2b44-48a6-bcf7-e5c0f1883e1a with Priority: HIGHEST for action port [ 1282.007083] env[69685]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 80937cb4-2b44-48a6-bcf7-e5c0f1883e1a with Priority: HIGHEST for action port [ 1282.007083] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock port-80937cb4-2b44-48a6-bcf7-e5c0f1883e1a taken with stack trace [, , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1282.007083] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-80937cb4-2b44-48a6-bcf7-e5c0f1883e1a" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1282.007083] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-80937cb4-2b44-48a6-bcf7-e5c0f1883e1a" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1282.008040] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-80937cb4-2b44-48a6-bcf7-e5c0f1883e1a" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1282.008040] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('80937cb4-2b44-48a6-bcf7-e5c0f1883e1a',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1282.342658] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 25004ae4-48f1-4142-aba8-3a71efb2c6dc in Status: SUCCESS [ 1282.342832] env[69685]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 25004ae4-48f1-4142-aba8-3a71efb2c6dc deletion is rescheduled due to dependency. [ 1282.342955] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-25004ae4-48f1-4142-aba8-3a71efb2c6dc" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1282.512308] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 80937cb4-2b44-48a6-bcf7-e5c0f1883e1a [ 1282.512308] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1282.512308] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1282.512453] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1282.512537] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1282.512696] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1282.512727] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:80937cb4-2b44-48a6-bcf7-e5c0f1883e1a already deleted. [ 1282.512784] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-80937cb4-2b44-48a6-bcf7-e5c0f1883e1a" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1282.892216] env[69685]: INFO networking_nsxv3.common.synchronization [req-626c0ca0-1b9e-4252-ba23-62bc18ff3b41 req-610a24bf-2746-4d38-9b86-460c730e22c4 tempest-ServerActionsTestOtherB-115242521 tempest-ServerActionsTestOtherB-115242521-project-member] Enqueued Resource ID: 9fc3b289-4ce8-45ab-a115-93a511ca9b60 with Priority: HIGHEST for action security_group_members [ 1282.894139] env[69685]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9fc3b289-4ce8-45ab-a115-93a511ca9b60 with Priority: HIGHEST for action security_group_members [ 1282.894139] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock member-9fc3b289-4ce8-45ab-a115-93a511ca9b60 taken with stack trace [, , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1282.894139] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9fc3b289-4ce8-45ab-a115-93a511ca9b60" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1282.894139] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9fc3b289-4ce8-45ab-a115-93a511ca9b60" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1282.894139] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9fc3b289-4ce8-45ab-a115-93a511ca9b60" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1282.894139] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1282.894139] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1282.894139] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1282.894139] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1282.894139] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1282.894139] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9fc3b289-4ce8-45ab-a115-93a511ca9b60',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1283.201739] env[69685]: DEBUG networking_nsxv3.common.locking [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Lock network-725 taken with stack trace [, , , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1283.202065] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquiring lock "network-725" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1283.202203] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquired lock "network-725" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1283.202474] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquired external semaphore "network-725" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1283.202731] env[69685]: DEBUG networking_nsxv3.common.locking [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1283.202886] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquiring lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1283.203015] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquired lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1283.203405] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquired external semaphore "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1283.203557] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Releasing lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1283.203774] env[69685]: DEBUG dogpile.cache.region [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] No value present for key: 'zone-id' {{(pid=69685) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1283.203890] env[69685]: DEBUG dogpile.lock [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] NeedRegenerationException {{(pid=69685) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1283.204009] env[69685]: DEBUG dogpile.lock [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] no value, waiting for create lock {{(pid=69685) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1283.204123] env[69685]: DEBUG dogpile.lock [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] value creation lock acquired {{(pid=69685) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1283.204247] env[69685]: DEBUG dogpile.cache.region [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] No value present for key: 'zone-id' {{(pid=69685) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1283.204365] env[69685]: DEBUG dogpile.lock [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Calling creation function for not-yet-present value {{(pid=69685) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1283.204498] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1283.225233] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1283.225692] env[69685]: DEBUG dogpile.cache.region [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=69685) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1283.225919] env[69685]: DEBUG dogpile.lock [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Released creation lock {{(pid=69685) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1283.226240] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Releasing lock "network-725" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1283.226558] env[69685]: DEBUG networking_nsxv3.common.locking [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Lock port-9dbd05ed-8055-4d67-b5da-2973aa6fc409 taken with stack trace [, , , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1283.227053] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquiring lock "port-9dbd05ed-8055-4d67-b5da-2973aa6fc409" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1283.227261] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquired lock "port-9dbd05ed-8055-4d67-b5da-2973aa6fc409" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1283.227607] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquired external semaphore "port-9dbd05ed-8055-4d67-b5da-2973aa6fc409" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1283.227782] env[69685]: DEBUG networking_nsxv3.api.rpc [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9dbd05ed-8055-4d67-b5da-2973aa6fc409',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1283.396446] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1283.396935] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1283.397105] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1283.397397] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1283.397524] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1283.398716] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1283.398716] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1283.398716] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1283.398716] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1283.398716] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1283.398716] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9fc3b289-4ce8-45ab-a115-93a511ca9b60 is going to be updated. [ 1283.423647] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1283.423848] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1283.423958] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1283.424338] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1283.424519] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1283.432515] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9fc3b289-4ce8-45ab-a115-93a511ca9b60 in Status: IN_PROGRESS for 2s [ 1283.730857] env[69685]: DEBUG networking_nsxv3.common.locking [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1283.731186] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquiring lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1283.731269] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquired lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1283.731611] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquired external semaphore "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1283.731812] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Releasing lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1283.732070] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Segment Port 9dbd05ed-8055-4d67-b5da-2973aa6fc409 not found, creating... [ 1283.732383] env[69685]: DEBUG networking_nsxv3.common.locking [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1283.732554] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquiring lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1283.732687] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquired lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1283.733015] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquired external semaphore "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1283.733221] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Releasing lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1283.733549] env[69685]: DEBUG networking_nsxv3.common.locking [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1283.733718] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquiring lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1283.733840] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquired lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1283.734148] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquired external semaphore "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1283.734360] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Releasing lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1283.734533] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Resource: SegmentPort with ID: 9dbd05ed-8055-4d67-b5da-2973aa6fc409 is going to be created. [ 1283.752756] env[69685]: DEBUG networking_nsxv3.common.locking [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1283.752977] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquiring lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1283.753128] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquired lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1283.753454] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquired external semaphore "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1283.753759] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Releasing lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1283.754043] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Releasing lock "port-9dbd05ed-8055-4d67-b5da-2973aa6fc409" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1284.447428] env[69685]: INFO networking_nsxv3.common.synchronization [req-626c0ca0-1b9e-4252-ba23-62bc18ff3b41 req-eade3292-ab9f-4916-b30c-b3ddcaac09d0 service nova] Enqueued Resource ID: 9fc3b289-4ce8-45ab-a115-93a511ca9b60 with Priority: HIGHEST for action security_group_rules [ 1284.447654] env[69685]: INFO networking_nsxv3.common.synchronization [req-626c0ca0-1b9e-4252-ba23-62bc18ff3b41 req-eade3292-ab9f-4916-b30c-b3ddcaac09d0 service nova] Enqueued Resource ID: 9fc3b289-4ce8-45ab-a115-93a511ca9b60 with Priority: HIGHEST for action security_group_members [ 1284.447654] env[69685]: INFO networking_nsxv3.common.synchronization [req-626c0ca0-1b9e-4252-ba23-62bc18ff3b41 req-eade3292-ab9f-4916-b30c-b3ddcaac09d0 service nova] Enqueued Resource ID: 9dbd05ed-8055-4d67-b5da-2973aa6fc409 with Priority: HIGHEST for action port [ 1284.447830] env[69685]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9fc3b289-4ce8-45ab-a115-93a511ca9b60 with Priority: HIGHEST for action security_group_rules [ 1284.447958] env[69685]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9fc3b289-4ce8-45ab-a115-93a511ca9b60 with Priority: HIGHEST for action security_group_members [ 1284.448058] env[69685]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9dbd05ed-8055-4d67-b5da-2973aa6fc409 with Priority: HIGHEST for action port [ 1284.448582] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock rules-9fc3b289-4ce8-45ab-a115-93a511ca9b60 taken with stack trace [, , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1284.448754] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-9fc3b289-4ce8-45ab-a115-93a511ca9b60" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1284.448791] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-9fc3b289-4ce8-45ab-a115-93a511ca9b60" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1284.448951] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-9fc3b289-4ce8-45ab-a115-93a511ca9b60" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1284.449039] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('9fc3b289-4ce8-45ab-a115-93a511ca9b60',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1284.450171] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock member-9fc3b289-4ce8-45ab-a115-93a511ca9b60 taken with stack trace [, , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1284.450266] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9fc3b289-4ce8-45ab-a115-93a511ca9b60" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1284.450462] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock port-9dbd05ed-8055-4d67-b5da-2973aa6fc409 taken with stack trace [, , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1284.450559] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-9dbd05ed-8055-4d67-b5da-2973aa6fc409" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1284.450616] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-9dbd05ed-8055-4d67-b5da-2973aa6fc409" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1284.450775] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-9dbd05ed-8055-4d67-b5da-2973aa6fc409" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1284.450849] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9dbd05ed-8055-4d67-b5da-2973aa6fc409',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1284.952494] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock member-9fc3b289-4ce8-45ab-a115-93a511ca9b60 taken with stack trace [, , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1284.952623] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9fc3b289-4ce8-45ab-a115-93a511ca9b60" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1284.953948] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 9dbd05ed-8055-4d67-b5da-2973aa6fc409 with status ACTIVE [ 1284.954151] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1284.954287] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1284.954352] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1284.954581] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1284.954671] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1284.954854] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1284.954953] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1284.955026] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1284.955187] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1284.955265] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1284.955460] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1284.955556] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1284.955618] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1284.955765] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1284.955842] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1284.955937] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 9dbd05ed-8055-4d67-b5da-2973aa6fc409 is going to be updated. [ 1284.976178] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1284.976178] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1284.976178] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1284.976178] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1284.976178] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1284.976461] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-9dbd05ed-8055-4d67-b5da-2973aa6fc409" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1285.441451] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9fc3b289-4ce8-45ab-a115-93a511ca9b60 in Status: SUCCESS [ 1285.441644] env[69685]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9fc3b289-4ce8-45ab-a115-93a511ca9b60 deletion is rescheduled due to dependency. [ 1285.441757] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9fc3b289-4ce8-45ab-a115-93a511ca9b60" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1285.441944] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9fc3b289-4ce8-45ab-a115-93a511ca9b60" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1285.442158] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9fc3b289-4ce8-45ab-a115-93a511ca9b60" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1285.442339] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1285.442453] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1285.442515] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1285.442664] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1285.442746] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1285.442836] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9fc3b289-4ce8-45ab-a115-93a511ca9b60',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1285.945738] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('9fc3b289-4ce8-45ab-a115-93a511ca9b60',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1286.448613] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('9fc3b289-4ce8-45ab-a115-93a511ca9b60',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1286.951510] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1286.951885] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1286.951885] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1286.951885] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1286.952229] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1286.952229] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9fc3b289-4ce8-45ab-a115-93a511ca9b60 is going to be updated. [ 1286.978658] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1286.978820] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1286.978880] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1286.979102] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1286.979283] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1286.987602] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9fc3b289-4ce8-45ab-a115-93a511ca9b60 in Status: IN_PROGRESS for 2s [ 1288.967460] env[69685]: INFO networking_nsxv3.common.synchronization [req-d4252df2-7487-4adc-9568-cab6931ad083 req-207a7994-745a-443e-baa2-e7d78c1434d1 tempest-ServersNegativeTestJSON-452028216 tempest-ServersNegativeTestJSON-452028216-project-member] Enqueued Resource ID: 57d59245-eb1e-4f15-8165-8929db12612b with Priority: HIGHEST for action security_group_members [ 1288.968045] env[69685]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 57d59245-eb1e-4f15-8165-8929db12612b with Priority: HIGHEST for action security_group_members [ 1288.968358] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock member-57d59245-eb1e-4f15-8165-8929db12612b taken with stack trace [, , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1288.968483] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-57d59245-eb1e-4f15-8165-8929db12612b" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1288.968553] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-57d59245-eb1e-4f15-8165-8929db12612b" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1288.968823] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-57d59245-eb1e-4f15-8165-8929db12612b" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1288.969014] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1288.969136] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1288.969253] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1288.969373] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1288.969465] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1288.969637] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('57d59245-eb1e-4f15-8165-8929db12612b',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1288.997467] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9fc3b289-4ce8-45ab-a115-93a511ca9b60 in Status: SUCCESS [ 1288.997758] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9fc3b289-4ce8-45ab-a115-93a511ca9b60" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1288.997915] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9fc3b289-4ce8-45ab-a115-93a511ca9b60" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1288.998151] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9fc3b289-4ce8-45ab-a115-93a511ca9b60" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1288.998348] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1288.998467] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1288.998531] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1288.998678] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1288.998760] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1288.998844] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9fc3b289-4ce8-45ab-a115-93a511ca9b60" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1288.998931] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('9fc3b289-4ce8-45ab-a115-93a511ca9b60',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1289.474153] env[69685]: DEBUG networking_nsxv3.common.locking [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Lock network-225 taken with stack trace [, , , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1289.474153] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquiring lock "network-225" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1289.474153] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquired lock "network-225" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1289.474153] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquired external semaphore "network-225" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1289.474153] env[69685]: DEBUG networking_nsxv3.common.locking [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1289.474153] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquiring lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1289.474153] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquired lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1289.474153] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquired external semaphore "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1289.474153] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Releasing lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1289.474153] env[69685]: DEBUG dogpile.cache.region [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] No value present for key: 'zone-id' {{(pid=69685) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1289.474153] env[69685]: DEBUG dogpile.lock [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] NeedRegenerationException {{(pid=69685) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1289.474153] env[69685]: DEBUG dogpile.lock [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] no value, waiting for create lock {{(pid=69685) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1289.474153] env[69685]: DEBUG dogpile.lock [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] value creation lock acquired {{(pid=69685) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1289.474604] env[69685]: DEBUG dogpile.cache.region [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] No value present for key: 'zone-id' {{(pid=69685) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1289.474604] env[69685]: DEBUG dogpile.lock [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Calling creation function for not-yet-present value {{(pid=69685) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1289.474604] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1289.474820] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1289.474909] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1289.474991] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1289.475159] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1289.475238] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1289.475411] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1289.475517] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1289.475571] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1289.475708] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1289.475774] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1289.476046] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 57d59245-eb1e-4f15-8165-8929db12612b already deleted. [ 1289.476046] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-57d59245-eb1e-4f15-8165-8929db12612b" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1289.498823] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1289.499060] env[69685]: DEBUG dogpile.cache.region [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Cache value generated in 0.026 seconds for key(s): 'zone-id' {{(pid=69685) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1289.499218] env[69685]: DEBUG dogpile.lock [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Released creation lock {{(pid=69685) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1289.499397] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Releasing lock "network-225" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1289.499702] env[69685]: DEBUG networking_nsxv3.common.locking [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Lock port-c433e392-9a54-4329-8e52-061e4c89dbe0 taken with stack trace [, , , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1289.501727] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquiring lock "port-c433e392-9a54-4329-8e52-061e4c89dbe0" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1289.501727] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquired lock "port-c433e392-9a54-4329-8e52-061e4c89dbe0" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1289.501727] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquired external semaphore "port-c433e392-9a54-4329-8e52-061e4c89dbe0" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1289.501727] env[69685]: DEBUG networking_nsxv3.api.rpc [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c433e392-9a54-4329-8e52-061e4c89dbe0',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1289.501727] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('9fc3b289-4ce8-45ab-a115-93a511ca9b60',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1290.004204] env[69685]: DEBUG networking_nsxv3.common.locking [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1290.004465] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquiring lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1290.004580] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquired lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1290.006015] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquired external semaphore "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1290.006015] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Releasing lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1290.006015] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Segment Port c433e392-9a54-4329-8e52-061e4c89dbe0 not found, creating... [ 1290.006015] env[69685]: DEBUG networking_nsxv3.common.locking [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1290.006015] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquiring lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1290.006015] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquired lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1290.006015] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquired external semaphore "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1290.006015] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Releasing lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1290.006751] env[69685]: DEBUG networking_nsxv3.common.locking [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1290.006751] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquiring lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1290.006751] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquired lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1290.007054] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquired external semaphore "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1290.007054] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Releasing lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1290.007054] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Resource: SegmentPort with ID: c433e392-9a54-4329-8e52-061e4c89dbe0 is going to be created. [ 1290.008162] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 9fc3b289-4ce8-45ab-a115-93a511ca9b60: rpc.has_security_group_logging(os_id): False [ 1290.030152] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1290.030152] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1290.030152] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1290.030152] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1290.030152] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1290.030421] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1290.030472] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1290.030521] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1290.030673] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1290.030733] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1290.031521] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 9fc3b289-4ce8-45ab-a115-93a511ca9b60 is going to be updated. [ 1290.033081] env[69685]: DEBUG networking_nsxv3.common.locking [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1290.033081] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquiring lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1290.033081] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquired lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1290.033283] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquired external semaphore "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1290.033965] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Releasing lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1290.033965] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Releasing lock "port-c433e392-9a54-4329-8e52-061e4c89dbe0" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1290.104579] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1290.104721] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1290.104721] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1290.104892] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1290.105047] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1290.117793] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 9fc3b289-4ce8-45ab-a115-93a511ca9b60 in Status: IN_PROGRESS for 2s [ 1290.883603] env[69685]: INFO networking_nsxv3.common.synchronization [req-d4252df2-7487-4adc-9568-cab6931ad083 req-eea2b20b-9831-40a4-8bde-f6d40411336d service nova] Enqueued Resource ID: 57d59245-eb1e-4f15-8165-8929db12612b with Priority: HIGHEST for action security_group_rules [ 1290.883603] env[69685]: INFO networking_nsxv3.common.synchronization [req-d4252df2-7487-4adc-9568-cab6931ad083 req-eea2b20b-9831-40a4-8bde-f6d40411336d service nova] Enqueued Resource ID: 57d59245-eb1e-4f15-8165-8929db12612b with Priority: HIGHEST for action security_group_members [ 1290.883603] env[69685]: INFO networking_nsxv3.common.synchronization [req-d4252df2-7487-4adc-9568-cab6931ad083 req-eea2b20b-9831-40a4-8bde-f6d40411336d service nova] Enqueued Resource ID: c433e392-9a54-4329-8e52-061e4c89dbe0 with Priority: HIGHEST for action port [ 1290.883603] env[69685]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 57d59245-eb1e-4f15-8165-8929db12612b with Priority: HIGHEST for action security_group_rules [ 1290.883603] env[69685]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 57d59245-eb1e-4f15-8165-8929db12612b with Priority: HIGHEST for action security_group_members [ 1290.883603] env[69685]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c433e392-9a54-4329-8e52-061e4c89dbe0 with Priority: HIGHEST for action port [ 1290.883603] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock rules-57d59245-eb1e-4f15-8165-8929db12612b taken with stack trace [, , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1290.883603] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-57d59245-eb1e-4f15-8165-8929db12612b" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1290.883603] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-57d59245-eb1e-4f15-8165-8929db12612b" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1290.884637] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-57d59245-eb1e-4f15-8165-8929db12612b" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1290.884637] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('57d59245-eb1e-4f15-8165-8929db12612b',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1290.885338] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock member-57d59245-eb1e-4f15-8165-8929db12612b taken with stack trace [, , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1290.885338] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-57d59245-eb1e-4f15-8165-8929db12612b" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1290.885511] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-57d59245-eb1e-4f15-8165-8929db12612b" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1290.885609] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-57d59245-eb1e-4f15-8165-8929db12612b" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1290.885816] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1290.885937] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1290.886035] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1290.886220] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1290.886335] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1290.886452] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('57d59245-eb1e-4f15-8165-8929db12612b',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1290.888199] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock port-c433e392-9a54-4329-8e52-061e4c89dbe0 taken with stack trace [, , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1290.888331] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-c433e392-9a54-4329-8e52-061e4c89dbe0" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1290.888422] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-c433e392-9a54-4329-8e52-061e4c89dbe0" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1290.888609] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-c433e392-9a54-4329-8e52-061e4c89dbe0" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1290.888699] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c433e392-9a54-4329-8e52-061e4c89dbe0',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1291.113924] env[69685]: INFO networking_nsxv3.common.synchronization [req-c67325a9-8ed2-49b6-ad60-304cfb3fd803 req-850313be-446c-4aea-8682-e65f8c2bf64e tempest-AttachVolumeNegativeTest-2144472599 tempest-AttachVolumeNegativeTest-2144472599-project-member] Enqueued Resource ID: 44df7af5-9b09-4233-a2c0-263d36d91662 with Priority: HIGHEST for action security_group_members [ 1291.114430] env[69685]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 44df7af5-9b09-4233-a2c0-263d36d91662 with Priority: HIGHEST for action security_group_members [ 1291.114745] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock member-44df7af5-9b09-4233-a2c0-263d36d91662 taken with stack trace [, , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1291.114864] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-44df7af5-9b09-4233-a2c0-263d36d91662" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1291.114930] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-44df7af5-9b09-4233-a2c0-263d36d91662" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1291.115193] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-44df7af5-9b09-4233-a2c0-263d36d91662" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1291.115425] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1291.115500] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1291.115500] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1291.117177] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1291.117177] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1291.117277] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('44df7af5-9b09-4233-a2c0-263d36d91662',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1291.389393] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('57d59245-eb1e-4f15-8165-8929db12612b',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1291.390591] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port c433e392-9a54-4329-8e52-061e4c89dbe0 with status ACTIVE [ 1291.390810] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1291.390956] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1291.391036] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1291.391233] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1291.391321] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1291.391498] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1291.391602] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1291.391650] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1291.391793] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1291.391865] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1291.392078] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1291.392174] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1291.392259] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1291.392370] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1291.392468] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1291.392520] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: c433e392-9a54-4329-8e52-061e4c89dbe0 is going to be updated. [ 1291.393732] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock member-57d59245-eb1e-4f15-8165-8929db12612b taken with stack trace [, , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1291.393852] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-57d59245-eb1e-4f15-8165-8929db12612b" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1291.413495] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1291.413495] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1291.413495] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1291.413495] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1291.414030] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1291.414030] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-c433e392-9a54-4329-8e52-061e4c89dbe0" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1291.558882] env[69685]: DEBUG networking_nsxv3.common.locking [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Lock network-769 taken with stack trace [, , , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1291.559090] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquiring lock "network-769" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1291.559217] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquired lock "network-769" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1291.559485] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquired external semaphore "network-769" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1291.560079] env[69685]: DEBUG networking_nsxv3.common.locking [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1291.560079] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquiring lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1291.560227] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquired lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1291.560471] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquired external semaphore "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1291.560633] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Releasing lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1291.560863] env[69685]: DEBUG dogpile.cache.region [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] No value present for key: 'zone-id' {{(pid=69685) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1291.561368] env[69685]: DEBUG dogpile.lock [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] NeedRegenerationException {{(pid=69685) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1291.561506] env[69685]: DEBUG dogpile.lock [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] no value, waiting for create lock {{(pid=69685) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1291.561626] env[69685]: DEBUG dogpile.lock [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] value creation lock acquired {{(pid=69685) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1291.561750] env[69685]: DEBUG dogpile.cache.region [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] No value present for key: 'zone-id' {{(pid=69685) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1291.561864] env[69685]: DEBUG dogpile.lock [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Calling creation function for not-yet-present value {{(pid=69685) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1291.562059] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1291.583173] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1291.583319] env[69685]: DEBUG dogpile.cache.region [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=69685) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1291.583455] env[69685]: DEBUG dogpile.lock [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Released creation lock {{(pid=69685) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1291.583630] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Releasing lock "network-769" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1291.584149] env[69685]: DEBUG networking_nsxv3.common.locking [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Lock port-00f74863-20e1-4ad5-ac82-da23c1d1ef10 taken with stack trace [, , , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1291.584149] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquiring lock "port-00f74863-20e1-4ad5-ac82-da23c1d1ef10" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1291.584333] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquired lock "port-00f74863-20e1-4ad5-ac82-da23c1d1ef10" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1291.584554] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquired external semaphore "port-00f74863-20e1-4ad5-ac82-da23c1d1ef10" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1291.584866] env[69685]: DEBUG networking_nsxv3.api.rpc [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('00f74863-20e1-4ad5-ac82-da23c1d1ef10',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1291.620337] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1291.620520] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1291.620564] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1291.620771] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1291.620861] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1291.621087] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1291.621192] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1291.621258] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1291.621409] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1291.621496] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1291.621585] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 44df7af5-9b09-4233-a2c0-263d36d91662 already deleted. [ 1291.621664] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-44df7af5-9b09-4233-a2c0-263d36d91662" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1291.891518] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('57d59245-eb1e-4f15-8165-8929db12612b',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1292.086649] env[69685]: DEBUG networking_nsxv3.common.locking [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1292.086929] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquiring lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1292.088192] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquired lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1292.088192] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquired external semaphore "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1292.088192] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Releasing lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1292.088192] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Segment Port 00f74863-20e1-4ad5-ac82-da23c1d1ef10 not found, creating... [ 1292.088192] env[69685]: DEBUG networking_nsxv3.common.locking [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1292.088192] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquiring lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1292.088192] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquired lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1292.088434] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquired external semaphore "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1292.091454] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Releasing lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1292.091454] env[69685]: DEBUG networking_nsxv3.common.locking [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1292.091454] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquiring lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1292.091454] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquired lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1292.091454] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquired external semaphore "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1292.091454] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Releasing lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1292.091454] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Resource: SegmentPort with ID: 00f74863-20e1-4ad5-ac82-da23c1d1ef10 is going to be created. [ 1292.108863] env[69685]: DEBUG networking_nsxv3.common.locking [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1292.109088] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquiring lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1292.109222] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquired lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1292.109490] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquired external semaphore "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1292.109726] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Releasing lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1292.109962] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Releasing lock "port-00f74863-20e1-4ad5-ac82-da23c1d1ef10" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1292.130672] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 9fc3b289-4ce8-45ab-a115-93a511ca9b60 in Status: SUCCESS [ 1292.130930] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-9fc3b289-4ce8-45ab-a115-93a511ca9b60" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1292.396432] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1292.396432] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1292.396432] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1292.396432] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1292.396432] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1292.396432] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 57d59245-eb1e-4f15-8165-8929db12612b is going to be created. [ 1292.397792] env[69685]: INFO networking_nsxv3.common.synchronization [None req-0f64bd3c-a6cf-4bc1-ab2d-62d147383888 None None] Enqueued Resource ID: 251521b5-c557-415b-89a8-98e7855ab376 with Priority: HIGHEST for action port [ 1292.398748] env[69685]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 251521b5-c557-415b-89a8-98e7855ab376 with Priority: HIGHEST for action port [ 1292.399419] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock port-251521b5-c557-415b-89a8-98e7855ab376 taken with stack trace [, , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1292.399839] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-251521b5-c557-415b-89a8-98e7855ab376" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1292.399839] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-251521b5-c557-415b-89a8-98e7855ab376" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1292.399989] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-251521b5-c557-415b-89a8-98e7855ab376" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1292.400103] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('251521b5-c557-415b-89a8-98e7855ab376',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1292.419048] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1292.419194] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1292.419266] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1292.419466] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1292.420144] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1292.432053] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 57d59245-eb1e-4f15-8165-8929db12612b in Status: UNINITIALIZED for 2s [ 1292.901922] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 251521b5-c557-415b-89a8-98e7855ab376 [ 1292.902212] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1292.902347] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1292.902413] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1292.902622] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1292.902704] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1292.902799] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:251521b5-c557-415b-89a8-98e7855ab376 already deleted. [ 1292.902885] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-251521b5-c557-415b-89a8-98e7855ab376" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1293.043529] env[69685]: INFO networking_nsxv3.common.synchronization [req-c67325a9-8ed2-49b6-ad60-304cfb3fd803 req-396c0415-c13f-4205-a988-277dea12aef6 service nova] Enqueued Resource ID: 44df7af5-9b09-4233-a2c0-263d36d91662 with Priority: HIGHEST for action security_group_rules [ 1293.044842] env[69685]: INFO networking_nsxv3.common.synchronization [req-c67325a9-8ed2-49b6-ad60-304cfb3fd803 req-396c0415-c13f-4205-a988-277dea12aef6 service nova] Enqueued Resource ID: 44df7af5-9b09-4233-a2c0-263d36d91662 with Priority: HIGHEST for action security_group_members [ 1293.044842] env[69685]: INFO networking_nsxv3.common.synchronization [req-c67325a9-8ed2-49b6-ad60-304cfb3fd803 req-396c0415-c13f-4205-a988-277dea12aef6 service nova] Enqueued Resource ID: 00f74863-20e1-4ad5-ac82-da23c1d1ef10 with Priority: HIGHEST for action port [ 1293.044842] env[69685]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 44df7af5-9b09-4233-a2c0-263d36d91662 with Priority: HIGHEST for action security_group_rules [ 1293.044842] env[69685]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 44df7af5-9b09-4233-a2c0-263d36d91662 with Priority: HIGHEST for action security_group_members [ 1293.044842] env[69685]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 00f74863-20e1-4ad5-ac82-da23c1d1ef10 with Priority: HIGHEST for action port [ 1293.046228] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock rules-44df7af5-9b09-4233-a2c0-263d36d91662 taken with stack trace [, , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1293.046366] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-44df7af5-9b09-4233-a2c0-263d36d91662" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1293.047047] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-44df7af5-9b09-4233-a2c0-263d36d91662" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1293.047047] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-44df7af5-9b09-4233-a2c0-263d36d91662" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1293.047047] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('44df7af5-9b09-4233-a2c0-263d36d91662',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1293.048056] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock member-44df7af5-9b09-4233-a2c0-263d36d91662 taken with stack trace [, , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1293.048167] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-44df7af5-9b09-4233-a2c0-263d36d91662" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1293.048654] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-44df7af5-9b09-4233-a2c0-263d36d91662" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1293.048654] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-44df7af5-9b09-4233-a2c0-263d36d91662" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1293.048654] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1293.049095] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1293.049095] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1293.049095] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1293.049095] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1293.049266] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('44df7af5-9b09-4233-a2c0-263d36d91662',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1293.050336] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock port-00f74863-20e1-4ad5-ac82-da23c1d1ef10 taken with stack trace [, , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1293.050477] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-00f74863-20e1-4ad5-ac82-da23c1d1ef10" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1293.050543] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-00f74863-20e1-4ad5-ac82-da23c1d1ef10" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1293.050712] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-00f74863-20e1-4ad5-ac82-da23c1d1ef10" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1293.050787] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('00f74863-20e1-4ad5-ac82-da23c1d1ef10',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1293.552654] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('44df7af5-9b09-4233-a2c0-263d36d91662',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1293.553750] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock member-44df7af5-9b09-4233-a2c0-263d36d91662 taken with stack trace [, , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1293.553936] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-44df7af5-9b09-4233-a2c0-263d36d91662" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1293.554237] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 00f74863-20e1-4ad5-ac82-da23c1d1ef10 with status ACTIVE [ 1293.554397] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1293.554509] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1293.554577] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1293.554800] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1293.554891] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1293.555074] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1293.555173] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1293.555231] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1293.555376] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1293.555454] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1293.555633] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1293.555719] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1293.555774] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1293.555912] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1293.556081] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1293.556240] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 00f74863-20e1-4ad5-ac82-da23c1d1ef10 is going to be updated. [ 1293.576773] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1293.577153] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1293.577384] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1293.578100] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1293.578100] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1293.578100] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-00f74863-20e1-4ad5-ac82-da23c1d1ef10" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1293.691614] env[69685]: INFO networking_nsxv3.common.synchronization [req-c73ce18a-746a-4763-854e-4309e79d1f80 req-157a9c5e-ad8f-4e01-948e-1ee03522964e tempest-AttachVolumeTestJSON-1016141581 tempest-AttachVolumeTestJSON-1016141581-project-member] Enqueued Resource ID: d21925e0-0624-4d3f-afc3-56d44506a8d0 with Priority: HIGHEST for action security_group_members [ 1293.692134] env[69685]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d21925e0-0624-4d3f-afc3-56d44506a8d0 with Priority: HIGHEST for action security_group_members [ 1293.692461] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock member-d21925e0-0624-4d3f-afc3-56d44506a8d0 taken with stack trace [, , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1293.692596] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d21925e0-0624-4d3f-afc3-56d44506a8d0" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1293.692659] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d21925e0-0624-4d3f-afc3-56d44506a8d0" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1293.692921] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d21925e0-0624-4d3f-afc3-56d44506a8d0" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1293.693120] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1293.693228] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1293.693324] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1293.693457] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1293.693555] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1293.693649] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d21925e0-0624-4d3f-afc3-56d44506a8d0',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1294.055310] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('44df7af5-9b09-4233-a2c0-263d36d91662',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1294.157215] env[69685]: DEBUG networking_nsxv3.common.locking [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Lock network-929 taken with stack trace [, , , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1294.157440] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquiring lock "network-929" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1294.157573] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquired lock "network-929" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1294.157902] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquired external semaphore "network-929" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1294.158189] env[69685]: DEBUG networking_nsxv3.common.locking [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1294.158355] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquiring lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1294.158474] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquired lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1294.158686] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquired external semaphore "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1294.158838] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Releasing lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1294.159063] env[69685]: DEBUG dogpile.cache.region [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] No value present for key: 'zone-id' {{(pid=69685) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1294.159180] env[69685]: DEBUG dogpile.lock [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] NeedRegenerationException {{(pid=69685) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1294.159297] env[69685]: DEBUG dogpile.lock [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] no value, waiting for create lock {{(pid=69685) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1294.159405] env[69685]: DEBUG dogpile.lock [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] value creation lock acquired {{(pid=69685) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1294.159514] env[69685]: DEBUG dogpile.cache.region [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] No value present for key: 'zone-id' {{(pid=69685) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1294.159650] env[69685]: DEBUG dogpile.lock [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Calling creation function for not-yet-present value {{(pid=69685) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1294.159793] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1294.177918] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1294.178096] env[69685]: DEBUG dogpile.cache.region [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Cache value generated in 0.018 seconds for key(s): 'zone-id' {{(pid=69685) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1294.178209] env[69685]: DEBUG dogpile.lock [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Released creation lock {{(pid=69685) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1294.178388] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Releasing lock "network-929" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1294.178693] env[69685]: DEBUG networking_nsxv3.common.locking [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Lock port-33c8dcda-fce8-4443-9e22-a2a690f229ea taken with stack trace [, , , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1294.178866] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquiring lock "port-33c8dcda-fce8-4443-9e22-a2a690f229ea" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1294.178988] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquired lock "port-33c8dcda-fce8-4443-9e22-a2a690f229ea" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1294.179312] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquired external semaphore "port-33c8dcda-fce8-4443-9e22-a2a690f229ea" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1294.179451] env[69685]: DEBUG networking_nsxv3.api.rpc [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('33c8dcda-fce8-4443-9e22-a2a690f229ea',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1294.195623] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1294.195777] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1294.195822] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1294.196033] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1294.196128] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1294.196316] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1294.196412] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1294.196480] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1294.196633] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1294.196708] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1294.196794] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d21925e0-0624-4d3f-afc3-56d44506a8d0 already deleted. [ 1294.196874] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d21925e0-0624-4d3f-afc3-56d44506a8d0" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1294.446878] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 57d59245-eb1e-4f15-8165-8929db12612b in Status: SUCCESS [ 1294.446878] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-57d59245-eb1e-4f15-8165-8929db12612b" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1294.446878] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-57d59245-eb1e-4f15-8165-8929db12612b" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1294.446878] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-57d59245-eb1e-4f15-8165-8929db12612b" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1294.446878] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1294.446878] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1294.446878] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1294.446878] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1294.446878] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1294.446878] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-57d59245-eb1e-4f15-8165-8929db12612b" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1294.446878] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('57d59245-eb1e-4f15-8165-8929db12612b',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1294.559244] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1294.559663] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1294.560303] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1294.560634] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1294.560749] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1294.560890] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 44df7af5-9b09-4233-a2c0-263d36d91662 is going to be created. [ 1294.586807] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1294.586995] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1294.587066] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1294.587254] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1294.587419] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1294.602846] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 44df7af5-9b09-4233-a2c0-263d36d91662 in Status: UNINITIALIZED for 2s [ 1294.682737] env[69685]: DEBUG networking_nsxv3.common.locking [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1294.682967] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquiring lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1294.683118] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquired lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1294.683419] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquired external semaphore "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1294.683584] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Releasing lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1294.683746] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Segment Port 33c8dcda-fce8-4443-9e22-a2a690f229ea not found, creating... [ 1294.684008] env[69685]: DEBUG networking_nsxv3.common.locking [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1294.684177] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquiring lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1294.684361] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquired lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1294.684599] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquired external semaphore "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1294.684741] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Releasing lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1294.685036] env[69685]: DEBUG networking_nsxv3.common.locking [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1294.685198] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquiring lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1294.685316] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquired lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1294.685524] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquired external semaphore "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1294.685783] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Releasing lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1294.685783] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Resource: SegmentPort with ID: 33c8dcda-fce8-4443-9e22-a2a690f229ea is going to be created. [ 1294.706744] env[69685]: DEBUG networking_nsxv3.common.locking [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1294.706902] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquiring lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1294.707082] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquired lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1294.707257] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquired external semaphore "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1294.707492] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Releasing lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1294.707710] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Releasing lock "port-33c8dcda-fce8-4443-9e22-a2a690f229ea" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1294.948480] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock member-57d59245-eb1e-4f15-8165-8929db12612b taken with stack trace [, , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1294.948730] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-57d59245-eb1e-4f15-8165-8929db12612b" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1294.949313] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-57d59245-eb1e-4f15-8165-8929db12612b" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1294.949313] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-57d59245-eb1e-4f15-8165-8929db12612b" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1294.949313] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1294.949586] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1294.949586] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1294.949586] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1294.949772] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1294.949772] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-57d59245-eb1e-4f15-8165-8929db12612b" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1294.950072] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock member-57d59245-eb1e-4f15-8165-8929db12612b taken with stack trace [, , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1294.950072] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-57d59245-eb1e-4f15-8165-8929db12612b" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1294.950144] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-57d59245-eb1e-4f15-8165-8929db12612b" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1294.950313] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-57d59245-eb1e-4f15-8165-8929db12612b" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1294.950424] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1294.950529] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1294.950588] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1294.950724] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1294.950795] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1294.950876] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-57d59245-eb1e-4f15-8165-8929db12612b" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1294.951121] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('57d59245-eb1e-4f15-8165-8929db12612b',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1295.111770] env[69685]: INFO networking_nsxv3.common.synchronization [None req-dd01bbdd-1420-459a-ae08-6b2a1a0b786c None None] Enqueued Resource ID: b480372f-1832-40ad-a170-144ec2b3112f with Priority: HIGHEST for action port [ 1295.112082] env[69685]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b480372f-1832-40ad-a170-144ec2b3112f with Priority: HIGHEST for action port [ 1295.112670] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock port-b480372f-1832-40ad-a170-144ec2b3112f taken with stack trace [, , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1295.112801] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-b480372f-1832-40ad-a170-144ec2b3112f" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1295.112860] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-b480372f-1832-40ad-a170-144ec2b3112f" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1295.113280] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-b480372f-1832-40ad-a170-144ec2b3112f" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1295.113361] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b480372f-1832-40ad-a170-144ec2b3112f',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1295.453419] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 57d59245-eb1e-4f15-8165-8929db12612b: rpc.has_security_group_logging(os_id): False [ 1295.471653] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1295.471805] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1295.471855] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1295.472140] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1295.472239] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1295.472436] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1295.472538] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1295.472600] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1295.472752] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1295.472830] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1295.473063] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1295.473181] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1295.473240] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1295.473385] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1295.473459] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1295.473648] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1295.473740] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1295.473799] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1295.473938] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1295.474015] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1295.474104] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 57d59245-eb1e-4f15-8165-8929db12612b is going to be created. [ 1295.503855] env[69685]: INFO networking_nsxv3.common.synchronization [req-c73ce18a-746a-4763-854e-4309e79d1f80 req-b1116709-f1b1-4a6c-b6ad-ab1d6e8a9df2 service nova] Enqueued Resource ID: d21925e0-0624-4d3f-afc3-56d44506a8d0 with Priority: HIGHEST for action security_group_rules [ 1295.504038] env[69685]: INFO networking_nsxv3.common.synchronization [req-c73ce18a-746a-4763-854e-4309e79d1f80 req-b1116709-f1b1-4a6c-b6ad-ab1d6e8a9df2 service nova] Enqueued Resource ID: d21925e0-0624-4d3f-afc3-56d44506a8d0 with Priority: HIGHEST for action security_group_members [ 1295.504191] env[69685]: INFO networking_nsxv3.common.synchronization [req-c73ce18a-746a-4763-854e-4309e79d1f80 req-b1116709-f1b1-4a6c-b6ad-ab1d6e8a9df2 service nova] Enqueued Resource ID: 33c8dcda-fce8-4443-9e22-a2a690f229ea with Priority: HIGHEST for action port [ 1295.504437] env[69685]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d21925e0-0624-4d3f-afc3-56d44506a8d0 with Priority: HIGHEST for action security_group_rules [ 1295.504564] env[69685]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d21925e0-0624-4d3f-afc3-56d44506a8d0 with Priority: HIGHEST for action security_group_members [ 1295.504660] env[69685]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 33c8dcda-fce8-4443-9e22-a2a690f229ea with Priority: HIGHEST for action port [ 1295.505194] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d21925e0-0624-4d3f-afc3-56d44506a8d0 taken with stack trace [, , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1295.505316] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d21925e0-0624-4d3f-afc3-56d44506a8d0" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1295.505374] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d21925e0-0624-4d3f-afc3-56d44506a8d0" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1295.505566] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d21925e0-0624-4d3f-afc3-56d44506a8d0" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1295.505643] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d21925e0-0624-4d3f-afc3-56d44506a8d0',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1295.506431] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock member-d21925e0-0624-4d3f-afc3-56d44506a8d0 taken with stack trace [, , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1295.506532] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d21925e0-0624-4d3f-afc3-56d44506a8d0" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1295.506600] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d21925e0-0624-4d3f-afc3-56d44506a8d0" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1295.506756] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d21925e0-0624-4d3f-afc3-56d44506a8d0" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1295.506895] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1295.506985] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1295.507076] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1295.507192] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1295.507272] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1295.507358] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d21925e0-0624-4d3f-afc3-56d44506a8d0',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1295.508055] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock port-33c8dcda-fce8-4443-9e22-a2a690f229ea taken with stack trace [, , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1295.508173] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-33c8dcda-fce8-4443-9e22-a2a690f229ea" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1295.508228] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-33c8dcda-fce8-4443-9e22-a2a690f229ea" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1295.508366] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-33c8dcda-fce8-4443-9e22-a2a690f229ea" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1295.508435] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('33c8dcda-fce8-4443-9e22-a2a690f229ea',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1295.528696] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1295.528696] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1295.528930] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1295.528967] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1295.529148] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1295.539691] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 57d59245-eb1e-4f15-8165-8929db12612b in Status: IN_PROGRESS for 2s [ 1295.617705] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port b480372f-1832-40ad-a170-144ec2b3112f [ 1295.617705] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1295.618027] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1295.618027] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1295.618248] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1295.618248] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1295.618248] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:b480372f-1832-40ad-a170-144ec2b3112f already deleted. [ 1295.618331] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-b480372f-1832-40ad-a170-144ec2b3112f" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1296.010206] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock member-d21925e0-0624-4d3f-afc3-56d44506a8d0 taken with stack trace [, , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1296.010374] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d21925e0-0624-4d3f-afc3-56d44506a8d0" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1296.010551] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 33c8dcda-fce8-4443-9e22-a2a690f229ea with status ACTIVE [ 1296.010721] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1296.010827] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1296.010893] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1296.011125] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1296.011220] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1296.011394] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1296.011499] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1296.011562] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1296.011718] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1296.011797] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1296.011974] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1296.012100] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1296.012163] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1296.012321] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1296.012400] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1296.012488] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 33c8dcda-fce8-4443-9e22-a2a690f229ea is going to be updated. [ 1296.013735] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('d21925e0-0624-4d3f-afc3-56d44506a8d0',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1296.033702] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1296.033831] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1296.033916] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1296.034124] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1296.034265] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1296.034422] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-33c8dcda-fce8-4443-9e22-a2a690f229ea" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1296.517422] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('d21925e0-0624-4d3f-afc3-56d44506a8d0',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1296.613719] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 44df7af5-9b09-4233-a2c0-263d36d91662 in Status: SUCCESS [ 1296.613719] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-44df7af5-9b09-4233-a2c0-263d36d91662" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1296.613969] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-44df7af5-9b09-4233-a2c0-263d36d91662" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1296.614583] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-44df7af5-9b09-4233-a2c0-263d36d91662" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1296.614583] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1296.614583] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1296.614583] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1296.614583] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1296.614850] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1296.614850] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-44df7af5-9b09-4233-a2c0-263d36d91662" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1296.614850] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('44df7af5-9b09-4233-a2c0-263d36d91662',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1297.021301] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1297.021808] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1297.021808] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1297.021808] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1297.021808] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1297.021808] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d21925e0-0624-4d3f-afc3-56d44506a8d0 is going to be created. [ 1297.043805] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1297.043998] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1297.043998] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1297.044191] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1297.044374] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1297.053977] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d21925e0-0624-4d3f-afc3-56d44506a8d0 in Status: UNINITIALIZED for 2s [ 1297.117073] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('44df7af5-9b09-4233-a2c0-263d36d91662',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1297.550471] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 57d59245-eb1e-4f15-8165-8929db12612b in Status: SUCCESS [ 1297.550712] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-57d59245-eb1e-4f15-8165-8929db12612b" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1297.619373] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 44df7af5-9b09-4233-a2c0-263d36d91662: rpc.has_security_group_logging(os_id): False [ 1297.635423] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1297.635611] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1297.635876] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1297.635948] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1297.635979] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1297.636234] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1297.636333] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1297.636397] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1297.636547] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1297.636625] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1297.636741] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 44df7af5-9b09-4233-a2c0-263d36d91662 is going to be created. [ 1297.707274] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1297.707517] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1297.707629] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1297.707945] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1297.708240] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1297.727709] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 44df7af5-9b09-4233-a2c0-263d36d91662 in Status: IN_PROGRESS for 2s [ 1298.172358] env[69685]: INFO networking_nsxv3.common.synchronization [req-258d4563-a7e4-40f7-b7ec-a434e2d48e84 req-4f3458e6-4ccb-4d4c-a55f-ebe98d1f2f6e tempest-ServerMetadataTestJSON-1545197030 tempest-ServerMetadataTestJSON-1545197030-project-member] Enqueued Resource ID: 882d1b35-f97c-4de5-bbd6-ee0944474173 with Priority: HIGHEST for action security_group_members [ 1298.173048] env[69685]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 882d1b35-f97c-4de5-bbd6-ee0944474173 with Priority: HIGHEST for action security_group_members [ 1298.173171] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock member-882d1b35-f97c-4de5-bbd6-ee0944474173 taken with stack trace [, , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1298.173296] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-882d1b35-f97c-4de5-bbd6-ee0944474173" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1298.173364] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-882d1b35-f97c-4de5-bbd6-ee0944474173" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1298.173606] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-882d1b35-f97c-4de5-bbd6-ee0944474173" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1298.173757] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1298.173852] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1298.173919] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1298.174180] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1298.174277] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1298.174388] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('882d1b35-f97c-4de5-bbd6-ee0944474173',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1298.465203] env[69685]: DEBUG networking_nsxv3.common.locking [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Lock network-315 taken with stack trace [, , , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1298.465823] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquiring lock "network-315" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1298.465823] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquired lock "network-315" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1298.465937] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquired external semaphore "network-315" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1298.466134] env[69685]: DEBUG networking_nsxv3.common.locking [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1298.466309] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquiring lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1298.466431] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquired lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1298.466653] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquired external semaphore "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1298.466813] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Releasing lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1298.467095] env[69685]: DEBUG dogpile.cache.region [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] No value present for key: 'zone-id' {{(pid=69685) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1298.467190] env[69685]: DEBUG dogpile.lock [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] NeedRegenerationException {{(pid=69685) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1298.467307] env[69685]: DEBUG dogpile.lock [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] no value, waiting for create lock {{(pid=69685) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1298.467417] env[69685]: DEBUG dogpile.lock [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] value creation lock acquired {{(pid=69685) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1298.467532] env[69685]: DEBUG dogpile.cache.region [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] No value present for key: 'zone-id' {{(pid=69685) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1298.467640] env[69685]: DEBUG dogpile.lock [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Calling creation function for not-yet-present value {{(pid=69685) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1298.467777] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1298.486968] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1298.487159] env[69685]: DEBUG dogpile.cache.region [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=69685) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1298.487306] env[69685]: DEBUG dogpile.lock [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Released creation lock {{(pid=69685) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1298.487483] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Releasing lock "network-315" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1298.487786] env[69685]: DEBUG networking_nsxv3.common.locking [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Lock port-e3360fe9-812a-486c-b6d4-148504f31f81 taken with stack trace [, , , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1298.487983] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquiring lock "port-e3360fe9-812a-486c-b6d4-148504f31f81" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1298.488135] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquired lock "port-e3360fe9-812a-486c-b6d4-148504f31f81" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1298.488440] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquired external semaphore "port-e3360fe9-812a-486c-b6d4-148504f31f81" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1298.488641] env[69685]: DEBUG networking_nsxv3.api.rpc [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e3360fe9-812a-486c-b6d4-148504f31f81',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1298.677061] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1298.677061] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1298.677061] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1298.677061] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1298.677061] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1298.677407] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1298.677407] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1298.677407] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1298.677595] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1298.677595] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1298.677660] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 882d1b35-f97c-4de5-bbd6-ee0944474173 already deleted. [ 1298.677696] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-882d1b35-f97c-4de5-bbd6-ee0944474173" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1298.991059] env[69685]: DEBUG networking_nsxv3.common.locking [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1298.991710] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquiring lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1298.991710] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquired lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1298.991836] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquired external semaphore "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1298.991948] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Releasing lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1298.992302] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Segment Port e3360fe9-812a-486c-b6d4-148504f31f81 not found, creating... [ 1298.992625] env[69685]: DEBUG networking_nsxv3.common.locking [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1298.992800] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquiring lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1298.992927] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquired lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1298.993221] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquired external semaphore "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1298.993380] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Releasing lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1298.993684] env[69685]: DEBUG networking_nsxv3.common.locking [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1298.993895] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquiring lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1298.994047] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquired lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1298.994388] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquired external semaphore "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1298.994555] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Releasing lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1298.994703] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Resource: SegmentPort with ID: e3360fe9-812a-486c-b6d4-148504f31f81 is going to be created. [ 1299.013248] env[69685]: DEBUG networking_nsxv3.common.locking [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1299.013493] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquiring lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1299.013842] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquired lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1299.013914] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquired external semaphore "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1299.014195] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Releasing lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1299.014528] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Releasing lock "port-e3360fe9-812a-486c-b6d4-148504f31f81" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1299.070680] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d21925e0-0624-4d3f-afc3-56d44506a8d0 in Status: SUCCESS [ 1299.070892] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d21925e0-0624-4d3f-afc3-56d44506a8d0" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1299.071074] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d21925e0-0624-4d3f-afc3-56d44506a8d0" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1299.071312] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d21925e0-0624-4d3f-afc3-56d44506a8d0" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1299.071507] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1299.071611] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1299.071680] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1299.071828] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1299.071972] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1299.072045] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d21925e0-0624-4d3f-afc3-56d44506a8d0" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1299.072135] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('d21925e0-0624-4d3f-afc3-56d44506a8d0',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1299.574667] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('d21925e0-0624-4d3f-afc3-56d44506a8d0',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1299.705196] env[69685]: INFO networking_nsxv3.common.synchronization [req-258d4563-a7e4-40f7-b7ec-a434e2d48e84 req-05de36d2-d80f-4617-9cc1-b55c2028e735 service nova] Enqueued Resource ID: 882d1b35-f97c-4de5-bbd6-ee0944474173 with Priority: HIGHEST for action security_group_rules [ 1299.705436] env[69685]: INFO networking_nsxv3.common.synchronization [req-258d4563-a7e4-40f7-b7ec-a434e2d48e84 req-05de36d2-d80f-4617-9cc1-b55c2028e735 service nova] Enqueued Resource ID: 882d1b35-f97c-4de5-bbd6-ee0944474173 with Priority: HIGHEST for action security_group_members [ 1299.705635] env[69685]: INFO networking_nsxv3.common.synchronization [req-258d4563-a7e4-40f7-b7ec-a434e2d48e84 req-05de36d2-d80f-4617-9cc1-b55c2028e735 service nova] Enqueued Resource ID: e3360fe9-812a-486c-b6d4-148504f31f81 with Priority: HIGHEST for action port [ 1299.706315] env[69685]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 882d1b35-f97c-4de5-bbd6-ee0944474173 with Priority: HIGHEST for action security_group_rules [ 1299.706490] env[69685]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 882d1b35-f97c-4de5-bbd6-ee0944474173 with Priority: HIGHEST for action security_group_members [ 1299.706615] env[69685]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e3360fe9-812a-486c-b6d4-148504f31f81 with Priority: HIGHEST for action port [ 1299.706918] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock rules-882d1b35-f97c-4de5-bbd6-ee0944474173 taken with stack trace [, , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1299.707085] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-882d1b35-f97c-4de5-bbd6-ee0944474173" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1299.707137] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-882d1b35-f97c-4de5-bbd6-ee0944474173" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1299.707374] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-882d1b35-f97c-4de5-bbd6-ee0944474173" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1299.707458] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('882d1b35-f97c-4de5-bbd6-ee0944474173',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1299.708316] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock member-882d1b35-f97c-4de5-bbd6-ee0944474173 taken with stack trace [, , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1299.708431] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-882d1b35-f97c-4de5-bbd6-ee0944474173" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1299.708485] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-882d1b35-f97c-4de5-bbd6-ee0944474173" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1299.708654] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-882d1b35-f97c-4de5-bbd6-ee0944474173" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1299.708798] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1299.708890] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1299.708942] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1299.709097] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1299.709183] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1299.709273] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('882d1b35-f97c-4de5-bbd6-ee0944474173',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1299.709992] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock port-e3360fe9-812a-486c-b6d4-148504f31f81 taken with stack trace [, , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1299.710121] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e3360fe9-812a-486c-b6d4-148504f31f81" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1299.710189] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e3360fe9-812a-486c-b6d4-148504f31f81" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1299.710338] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e3360fe9-812a-486c-b6d4-148504f31f81" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1299.710412] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e3360fe9-812a-486c-b6d4-148504f31f81',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1299.739593] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 44df7af5-9b09-4233-a2c0-263d36d91662 in Status: SUCCESS [ 1299.739918] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-44df7af5-9b09-4233-a2c0-263d36d91662" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1300.076842] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for d21925e0-0624-4d3f-afc3-56d44506a8d0: rpc.has_security_group_logging(os_id): False [ 1300.096579] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1300.096783] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1300.096889] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1300.097183] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1300.097377] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1300.097675] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1300.097769] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1300.097853] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1300.098062] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1300.098189] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1300.098308] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d21925e0-0624-4d3f-afc3-56d44506a8d0 is going to be created. [ 1300.156424] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1300.156611] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1300.156611] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1300.156786] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1300.156981] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1300.168134] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d21925e0-0624-4d3f-afc3-56d44506a8d0 in Status: IN_PROGRESS for 2s [ 1300.211832] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('882d1b35-f97c-4de5-bbd6-ee0944474173',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1300.213049] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock member-882d1b35-f97c-4de5-bbd6-ee0944474173 taken with stack trace [, , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1300.213172] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-882d1b35-f97c-4de5-bbd6-ee0944474173" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1300.215802] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port e3360fe9-812a-486c-b6d4-148504f31f81 with status ACTIVE [ 1300.215965] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1300.216117] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1300.216185] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1300.216400] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1300.216490] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1300.216708] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1300.216757] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1300.216857] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1300.216970] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1300.217057] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1300.217248] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1300.217339] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1300.217398] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1300.217535] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1300.217607] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1300.217689] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: e3360fe9-812a-486c-b6d4-148504f31f81 is going to be updated. [ 1300.240156] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1300.240156] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1300.240156] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1300.240508] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1300.240607] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1300.240753] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e3360fe9-812a-486c-b6d4-148504f31f81" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1300.713947] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('882d1b35-f97c-4de5-bbd6-ee0944474173',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1301.216617] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1301.216796] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1301.216848] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1301.217069] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1301.217160] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1301.217264] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 882d1b35-f97c-4de5-bbd6-ee0944474173 is going to be created. [ 1301.239464] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1301.239604] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1301.239676] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1301.239956] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1301.240149] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1301.252169] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 882d1b35-f97c-4de5-bbd6-ee0944474173 in Status: UNINITIALIZED for 2s [ 1302.181946] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d21925e0-0624-4d3f-afc3-56d44506a8d0 in Status: SUCCESS [ 1302.182365] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d21925e0-0624-4d3f-afc3-56d44506a8d0" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1303.261680] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 882d1b35-f97c-4de5-bbd6-ee0944474173 in Status: SUCCESS [ 1303.261948] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-882d1b35-f97c-4de5-bbd6-ee0944474173" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1303.262180] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-882d1b35-f97c-4de5-bbd6-ee0944474173" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1303.262390] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-882d1b35-f97c-4de5-bbd6-ee0944474173" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1303.262591] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1303.262708] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1303.262776] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1303.262930] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1303.263038] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1303.263122] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-882d1b35-f97c-4de5-bbd6-ee0944474173" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1303.263212] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('882d1b35-f97c-4de5-bbd6-ee0944474173',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1303.765376] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock member-882d1b35-f97c-4de5-bbd6-ee0944474173 taken with stack trace [, , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1303.765611] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-882d1b35-f97c-4de5-bbd6-ee0944474173" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1303.765611] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-882d1b35-f97c-4de5-bbd6-ee0944474173" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1303.765806] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-882d1b35-f97c-4de5-bbd6-ee0944474173" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1303.765967] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1303.766088] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1303.766155] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1303.766303] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1303.766389] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1303.766476] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-882d1b35-f97c-4de5-bbd6-ee0944474173" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1303.766623] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock member-882d1b35-f97c-4de5-bbd6-ee0944474173 taken with stack trace [, , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1303.766715] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-882d1b35-f97c-4de5-bbd6-ee0944474173" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1303.766775] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-882d1b35-f97c-4de5-bbd6-ee0944474173" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1303.766914] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-882d1b35-f97c-4de5-bbd6-ee0944474173" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1303.767086] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1303.767157] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1303.767215] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1303.767349] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1303.767422] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1303.767501] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-882d1b35-f97c-4de5-bbd6-ee0944474173" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1303.767585] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('882d1b35-f97c-4de5-bbd6-ee0944474173',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1304.270029] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 882d1b35-f97c-4de5-bbd6-ee0944474173: rpc.has_security_group_logging(os_id): False [ 1304.291233] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1304.291508] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1304.291568] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1304.291832] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1304.291966] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1304.292375] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1304.292489] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1304.292560] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1304.292741] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1304.292828] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1304.293070] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1304.293170] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1304.293219] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1304.293370] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1304.293446] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1304.293638] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1304.293814] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1304.293814] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1304.293931] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1304.294012] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1304.294110] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 882d1b35-f97c-4de5-bbd6-ee0944474173 is going to be created. [ 1304.352689] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1304.352920] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1304.352920] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1304.353162] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1304.353351] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1304.371629] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 882d1b35-f97c-4de5-bbd6-ee0944474173 in Status: IN_PROGRESS for 2s [ 1304.707650] env[69685]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1304.707836] env[69685]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=1 [ 1305.080581] env[69685]: INFO networking_nsxv3.common.synchronization [req-1fff9639-4933-4cf8-9fc3-64aa82f0ece4 req-21f3cac3-7b65-4e8d-8816-6bbe5d704e7e tempest-DeleteServersTestJSON-1187572763 tempest-DeleteServersTestJSON-1187572763-project-member] Enqueued Resource ID: 86643987-b9b4-44bb-b22a-ed3d1837d6d7 with Priority: HIGHEST for action security_group_members [ 1305.081655] env[69685]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 86643987-b9b4-44bb-b22a-ed3d1837d6d7 with Priority: HIGHEST for action security_group_members [ 1305.082150] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock member-86643987-b9b4-44bb-b22a-ed3d1837d6d7 taken with stack trace [, , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1305.082585] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-86643987-b9b4-44bb-b22a-ed3d1837d6d7" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1305.082765] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-86643987-b9b4-44bb-b22a-ed3d1837d6d7" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1305.083229] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-86643987-b9b4-44bb-b22a-ed3d1837d6d7" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1305.085052] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1305.085052] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1305.085052] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1305.085052] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1305.085052] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1305.085052] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('86643987-b9b4-44bb-b22a-ed3d1837d6d7',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1305.234194] env[69685]: INFO networking_nsxv3.common.synchronization [req-6b464e5f-ce52-4925-b360-569b244a1441 req-4a82b7fa-b90b-41ff-bf74-887ca33727e5 tempest-ServersNegativeTestJSON-452028216 tempest-ServersNegativeTestJSON-452028216-project-member] Enqueued Resource ID: 57d59245-eb1e-4f15-8165-8929db12612b with Priority: HIGHEST for action security_group_members [ 1305.234752] env[69685]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 57d59245-eb1e-4f15-8165-8929db12612b with Priority: HIGHEST for action security_group_members [ 1305.235258] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock member-57d59245-eb1e-4f15-8165-8929db12612b taken with stack trace [, , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1305.235456] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-57d59245-eb1e-4f15-8165-8929db12612b" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1305.235566] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-57d59245-eb1e-4f15-8165-8929db12612b" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1305.235810] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-57d59245-eb1e-4f15-8165-8929db12612b" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1305.236072] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1305.236246] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1305.236354] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1305.236711] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1305.236746] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1305.236932] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('57d59245-eb1e-4f15-8165-8929db12612b',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1305.586451] env[69685]: DEBUG networking_nsxv3.common.locking [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Lock network-225 taken with stack trace [, , , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1305.586785] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquiring lock "network-225" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1305.586785] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquired lock "network-225" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1305.587046] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquired external semaphore "network-225" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1305.587306] env[69685]: DEBUG networking_nsxv3.common.locking [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1305.587470] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquiring lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1305.587589] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquired lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1305.587806] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquired external semaphore "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1305.587965] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Releasing lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1305.588203] env[69685]: DEBUG dogpile.cache.region [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] No value present for key: 'zone-id' {{(pid=69685) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1305.588325] env[69685]: DEBUG dogpile.lock [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] NeedRegenerationException {{(pid=69685) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1305.588436] env[69685]: DEBUG dogpile.lock [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] no value, waiting for create lock {{(pid=69685) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1305.588547] env[69685]: DEBUG dogpile.lock [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] value creation lock acquired {{(pid=69685) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1305.588658] env[69685]: DEBUG dogpile.cache.region [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] No value present for key: 'zone-id' {{(pid=69685) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1305.588765] env[69685]: DEBUG dogpile.lock [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Calling creation function for not-yet-present value {{(pid=69685) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1305.588898] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1305.590096] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1305.590204] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1305.590262] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1305.590412] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1305.590495] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1305.590665] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1305.590761] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1305.590824] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1305.590963] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1305.591053] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1305.591517] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 86643987-b9b4-44bb-b22a-ed3d1837d6d7 is going to be updated. [ 1305.611163] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1305.611339] env[69685]: DEBUG dogpile.cache.region [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=69685) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1305.611876] env[69685]: DEBUG dogpile.lock [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Released creation lock {{(pid=69685) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1305.611876] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Releasing lock "network-225" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1305.612094] env[69685]: DEBUG networking_nsxv3.common.locking [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Lock port-411ea37b-d48f-4c37-958d-b7a85180e92d taken with stack trace [, , , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1305.612205] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquiring lock "port-411ea37b-d48f-4c37-958d-b7a85180e92d" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1305.612352] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquired lock "port-411ea37b-d48f-4c37-958d-b7a85180e92d" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1305.612719] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquired external semaphore "port-411ea37b-d48f-4c37-958d-b7a85180e92d" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1305.612862] env[69685]: DEBUG networking_nsxv3.api.rpc [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('411ea37b-d48f-4c37-958d-b7a85180e92d',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1305.620352] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1305.620547] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1305.620547] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1305.620754] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1305.620889] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1305.629018] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 86643987-b9b4-44bb-b22a-ed3d1837d6d7 in Status: IN_PROGRESS for 2s [ 1305.738979] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('57d59245-eb1e-4f15-8165-8929db12612b',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1306.115217] env[69685]: DEBUG networking_nsxv3.common.locking [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1306.115486] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquiring lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1306.115589] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquired lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1306.115880] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquired external semaphore "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1306.116150] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Releasing lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1306.116426] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Segment Port 411ea37b-d48f-4c37-958d-b7a85180e92d not found, creating... [ 1306.116769] env[69685]: DEBUG networking_nsxv3.common.locking [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1306.116959] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquiring lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1306.117168] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquired lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1306.117624] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquired external semaphore "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1306.117705] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Releasing lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1306.118157] env[69685]: DEBUG networking_nsxv3.common.locking [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1306.118396] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquiring lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1306.118511] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquired lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1306.118770] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquired external semaphore "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1306.118901] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Releasing lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1306.119061] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Resource: SegmentPort with ID: 411ea37b-d48f-4c37-958d-b7a85180e92d is going to be created. [ 1306.139086] env[69685]: DEBUG networking_nsxv3.common.locking [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1306.139369] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquiring lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1306.139541] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquired lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1306.139803] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquired external semaphore "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1306.140141] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Releasing lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1306.140418] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Releasing lock "port-411ea37b-d48f-4c37-958d-b7a85180e92d" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1306.241763] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('57d59245-eb1e-4f15-8165-8929db12612b',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1306.383544] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 882d1b35-f97c-4de5-bbd6-ee0944474173 in Status: SUCCESS [ 1306.383818] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-882d1b35-f97c-4de5-bbd6-ee0944474173" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1306.744248] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1306.744580] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1306.744632] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1306.744898] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1306.745035] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1306.745171] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 57d59245-eb1e-4f15-8165-8929db12612b is going to be updated. [ 1306.771263] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1306.771398] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1306.771472] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1306.771668] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1306.771811] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1306.780234] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 57d59245-eb1e-4f15-8165-8929db12612b in Status: IN_PROGRESS for 2s [ 1306.820335] env[69685]: INFO networking_nsxv3.common.synchronization [req-6b464e5f-ce52-4925-b360-569b244a1441 req-4752dc57-1181-43fb-b875-1a09c858dc60 service nova] Enqueued Resource ID: 57d59245-eb1e-4f15-8165-8929db12612b with Priority: HIGHEST for action security_group_rules [ 1306.820551] env[69685]: INFO networking_nsxv3.common.synchronization [req-6b464e5f-ce52-4925-b360-569b244a1441 req-4752dc57-1181-43fb-b875-1a09c858dc60 service nova] Enqueued Resource ID: 57d59245-eb1e-4f15-8165-8929db12612b with Priority: HIGHEST for action security_group_members [ 1306.820696] env[69685]: INFO networking_nsxv3.common.synchronization [req-6b464e5f-ce52-4925-b360-569b244a1441 req-4752dc57-1181-43fb-b875-1a09c858dc60 service nova] Enqueued Resource ID: 411ea37b-d48f-4c37-958d-b7a85180e92d with Priority: HIGHEST for action port [ 1306.821283] env[69685]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 57d59245-eb1e-4f15-8165-8929db12612b with Priority: HIGHEST for action security_group_rules [ 1306.821428] env[69685]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 57d59245-eb1e-4f15-8165-8929db12612b with Priority: HIGHEST for action security_group_members [ 1306.821526] env[69685]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 411ea37b-d48f-4c37-958d-b7a85180e92d with Priority: HIGHEST for action port [ 1306.821813] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock rules-57d59245-eb1e-4f15-8165-8929db12612b taken with stack trace [, , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1306.821937] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-57d59245-eb1e-4f15-8165-8929db12612b" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1306.822098] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-57d59245-eb1e-4f15-8165-8929db12612b" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1306.822315] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-57d59245-eb1e-4f15-8165-8929db12612b" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1306.822396] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('57d59245-eb1e-4f15-8165-8929db12612b',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1306.823371] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock member-57d59245-eb1e-4f15-8165-8929db12612b taken with stack trace [, , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1306.823371] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-57d59245-eb1e-4f15-8165-8929db12612b" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1306.823564] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock port-411ea37b-d48f-4c37-958d-b7a85180e92d taken with stack trace [, , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1306.823690] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-411ea37b-d48f-4c37-958d-b7a85180e92d" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1306.823724] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-411ea37b-d48f-4c37-958d-b7a85180e92d" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1306.823896] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-411ea37b-d48f-4c37-958d-b7a85180e92d" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1306.823981] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('411ea37b-d48f-4c37-958d-b7a85180e92d',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1307.326580] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock member-57d59245-eb1e-4f15-8165-8929db12612b taken with stack trace [, , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1307.326763] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-57d59245-eb1e-4f15-8165-8929db12612b" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1307.326894] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 411ea37b-d48f-4c37-958d-b7a85180e92d with status ACTIVE [ 1307.327076] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1307.327189] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1307.327314] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1307.327455] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1307.327547] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1307.327762] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1307.327824] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1307.327866] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1307.328014] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1307.328096] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1307.328277] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1307.328363] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1307.328419] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1307.328558] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1307.328630] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1307.328754] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 411ea37b-d48f-4c37-958d-b7a85180e92d is going to be updated. [ 1307.356187] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1307.356345] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1307.356401] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1307.356612] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1307.356745] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1307.356904] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-411ea37b-d48f-4c37-958d-b7a85180e92d" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1307.639030] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 86643987-b9b4-44bb-b22a-ed3d1837d6d7 in Status: SUCCESS [ 1307.639149] env[69685]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 86643987-b9b4-44bb-b22a-ed3d1837d6d7 deletion is rescheduled due to dependency. [ 1307.639281] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-86643987-b9b4-44bb-b22a-ed3d1837d6d7" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1308.789349] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 57d59245-eb1e-4f15-8165-8929db12612b in Status: SUCCESS [ 1308.790371] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-57d59245-eb1e-4f15-8165-8929db12612b" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1308.790371] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-57d59245-eb1e-4f15-8165-8929db12612b" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1308.790371] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-57d59245-eb1e-4f15-8165-8929db12612b" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1308.790371] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1308.790371] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1308.790655] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1308.790655] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1308.790655] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1308.790754] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('57d59245-eb1e-4f15-8165-8929db12612b',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1309.293967] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('57d59245-eb1e-4f15-8165-8929db12612b',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1309.795341] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('57d59245-eb1e-4f15-8165-8929db12612b',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1310.300360] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1310.300360] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1310.300360] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1310.300360] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1310.300360] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1310.300360] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 57d59245-eb1e-4f15-8165-8929db12612b is going to be updated. [ 1310.325075] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1310.325075] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1310.325075] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1310.325311] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1310.325417] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1310.333963] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 57d59245-eb1e-4f15-8165-8929db12612b in Status: IN_PROGRESS for 2s [ 1311.781736] env[69685]: INFO networking_nsxv3.common.synchronization [req-b4640c16-510c-431a-a508-43c5d3fc2ee6 req-561b344d-6a61-456e-b45b-cc940059423b tempest-ServerMetadataTestJSON-1545197030 tempest-ServerMetadataTestJSON-1545197030-project-member] Enqueued Resource ID: 882d1b35-f97c-4de5-bbd6-ee0944474173 with Priority: HIGHEST for action security_group_members [ 1311.782377] env[69685]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 882d1b35-f97c-4de5-bbd6-ee0944474173 with Priority: HIGHEST for action security_group_members [ 1311.782675] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock member-882d1b35-f97c-4de5-bbd6-ee0944474173 taken with stack trace [, , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1311.782795] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-882d1b35-f97c-4de5-bbd6-ee0944474173" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1311.782864] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-882d1b35-f97c-4de5-bbd6-ee0944474173" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1311.783413] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-882d1b35-f97c-4de5-bbd6-ee0944474173" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1311.783615] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1311.783778] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1311.783885] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1311.784098] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1311.784213] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1311.784331] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('882d1b35-f97c-4de5-bbd6-ee0944474173',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1312.287773] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1312.287773] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1312.287773] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1312.288042] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1312.288042] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1312.288281] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1312.288415] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1312.288483] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1312.288695] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1312.288798] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1312.288918] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 882d1b35-f97c-4de5-bbd6-ee0944474173 is going to be updated. [ 1312.315180] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1312.315431] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1312.315431] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1312.315628] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1312.315746] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1312.323134] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 882d1b35-f97c-4de5-bbd6-ee0944474173 in Status: IN_PROGRESS for 2s [ 1312.340419] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 57d59245-eb1e-4f15-8165-8929db12612b in Status: SUCCESS [ 1312.340622] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-57d59245-eb1e-4f15-8165-8929db12612b" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1312.340781] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-57d59245-eb1e-4f15-8165-8929db12612b" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1312.340989] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-57d59245-eb1e-4f15-8165-8929db12612b" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1312.341192] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1312.341309] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1312.341365] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1312.341517] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1312.341598] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1312.341683] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-57d59245-eb1e-4f15-8165-8929db12612b" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1312.341773] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('57d59245-eb1e-4f15-8165-8929db12612b',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1312.845225] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock member-57d59245-eb1e-4f15-8165-8929db12612b taken with stack trace [, , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1312.845600] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-57d59245-eb1e-4f15-8165-8929db12612b" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1312.845600] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-57d59245-eb1e-4f15-8165-8929db12612b" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1312.845679] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-57d59245-eb1e-4f15-8165-8929db12612b" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1312.845820] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1312.845918] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1312.845980] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1312.846151] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1312.846238] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1312.846324] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-57d59245-eb1e-4f15-8165-8929db12612b" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1312.846468] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock member-57d59245-eb1e-4f15-8165-8929db12612b taken with stack trace [, , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1312.846560] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-57d59245-eb1e-4f15-8165-8929db12612b" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1312.846619] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-57d59245-eb1e-4f15-8165-8929db12612b" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1312.846757] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-57d59245-eb1e-4f15-8165-8929db12612b" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1312.846892] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1312.846980] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1312.847051] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1312.847187] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1312.847262] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1312.847342] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-57d59245-eb1e-4f15-8165-8929db12612b" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1312.847430] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('57d59245-eb1e-4f15-8165-8929db12612b',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1313.349297] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 57d59245-eb1e-4f15-8165-8929db12612b: rpc.has_security_group_logging(os_id): False [ 1313.368407] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1313.368573] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1313.368621] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1313.368800] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1313.368884] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1313.369085] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1313.369186] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1313.369248] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1313.369399] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1313.369475] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1313.369668] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1313.369762] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1313.369823] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1313.369964] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1313.370067] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1313.370267] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1313.370363] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1313.370424] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1313.370564] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1313.370636] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1313.370720] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 57d59245-eb1e-4f15-8165-8929db12612b is going to be updated. [ 1313.440894] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1313.441120] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1313.441120] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1313.441324] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1313.441469] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1313.453016] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 57d59245-eb1e-4f15-8165-8929db12612b in Status: IN_PROGRESS for 2s [ 1314.332514] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 882d1b35-f97c-4de5-bbd6-ee0944474173 in Status: SUCCESS [ 1314.332842] env[69685]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 882d1b35-f97c-4de5-bbd6-ee0944474173 deletion is rescheduled due to dependency. [ 1314.332842] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-882d1b35-f97c-4de5-bbd6-ee0944474173" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1315.466860] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 57d59245-eb1e-4f15-8165-8929db12612b in Status: SUCCESS [ 1315.467251] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-57d59245-eb1e-4f15-8165-8929db12612b" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1316.494392] env[69685]: INFO networking_nsxv3.common.synchronization [req-fd4942e4-52d4-4370-9f22-31950c811742 req-4e033181-39b8-412b-9e14-46d262ce5bd3 tempest-ServerActionsTestOtherA-1303343426 tempest-ServerActionsTestOtherA-1303343426-project-member] Enqueued Resource ID: cf2f5d4c-3cd8-4fdd-9a9f-ec6fe7d29873 with Priority: HIGHEST for action security_group_members [ 1316.494943] env[69685]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cf2f5d4c-3cd8-4fdd-9a9f-ec6fe7d29873 with Priority: HIGHEST for action security_group_members [ 1316.495271] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock member-cf2f5d4c-3cd8-4fdd-9a9f-ec6fe7d29873 taken with stack trace [, , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1316.495396] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cf2f5d4c-3cd8-4fdd-9a9f-ec6fe7d29873" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1316.495466] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cf2f5d4c-3cd8-4fdd-9a9f-ec6fe7d29873" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1316.495653] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cf2f5d4c-3cd8-4fdd-9a9f-ec6fe7d29873" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1316.495855] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1316.495901] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1316.495973] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1316.496117] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1316.496202] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1316.496296] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('cf2f5d4c-3cd8-4fdd-9a9f-ec6fe7d29873',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1316.998930] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('cf2f5d4c-3cd8-4fdd-9a9f-ec6fe7d29873',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1317.452018] env[69685]: INFO networking_nsxv3.common.synchronization [req-7ee41434-e043-430b-8d0a-0f568c1ac8c8 req-c30580b6-fc44-4eff-a5eb-f377d88c376e tempest-ServersNegativeTestJSON-452028216 tempest-ServersNegativeTestJSON-452028216-project-member] Enqueued Resource ID: 57d59245-eb1e-4f15-8165-8929db12612b with Priority: HIGHEST for action security_group_members [ 1317.452579] env[69685]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 57d59245-eb1e-4f15-8165-8929db12612b with Priority: HIGHEST for action security_group_members [ 1317.453212] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock member-57d59245-eb1e-4f15-8165-8929db12612b taken with stack trace [, , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1317.453347] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-57d59245-eb1e-4f15-8165-8929db12612b" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1317.453416] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-57d59245-eb1e-4f15-8165-8929db12612b" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1317.453642] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-57d59245-eb1e-4f15-8165-8929db12612b" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1317.453807] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1317.453913] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1317.453976] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1317.454156] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1317.454240] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1317.454341] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('57d59245-eb1e-4f15-8165-8929db12612b',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1317.501089] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('cf2f5d4c-3cd8-4fdd-9a9f-ec6fe7d29873',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1317.957495] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('57d59245-eb1e-4f15-8165-8929db12612b',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1318.006108] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1318.006285] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1318.006330] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1318.006544] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1318.006637] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1318.006733] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: cf2f5d4c-3cd8-4fdd-9a9f-ec6fe7d29873 is going to be updated. [ 1318.035785] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1318.035934] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1318.036019] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1318.036226] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1318.036371] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1318.044224] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cf2f5d4c-3cd8-4fdd-9a9f-ec6fe7d29873 in Status: IN_PROGRESS for 2s [ 1318.460230] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('57d59245-eb1e-4f15-8165-8929db12612b',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1318.962852] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1318.963232] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1318.963232] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1318.963387] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1318.963478] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1318.963603] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 57d59245-eb1e-4f15-8165-8929db12612b is going to be updated. [ 1318.991615] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1318.991872] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1318.991919] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1318.992197] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1318.992345] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1319.001786] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 57d59245-eb1e-4f15-8165-8929db12612b in Status: IN_PROGRESS for 2s [ 1320.053851] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cf2f5d4c-3cd8-4fdd-9a9f-ec6fe7d29873 in Status: SUCCESS [ 1320.054163] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cf2f5d4c-3cd8-4fdd-9a9f-ec6fe7d29873" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1321.010924] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 57d59245-eb1e-4f15-8165-8929db12612b in Status: SUCCESS [ 1321.011126] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-57d59245-eb1e-4f15-8165-8929db12612b" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1322.453772] env[69685]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1322.454139] env[69685]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1326.219671] env[69685]: INFO networking_nsxv3.common.synchronization [req-d8b9d646-7e11-4b06-b9b3-873d24a2aebf req-b35dcf67-01a1-4ade-915f-8b4afdb94d1d tempest-ServersTestBootFromVolume-739561543 tempest-ServersTestBootFromVolume-739561543-project-member] Enqueued Resource ID: fa1fcefd-41ba-486a-af6d-c2283bb00786 with Priority: HIGHEST for action security_group_members [ 1326.220641] env[69685]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fa1fcefd-41ba-486a-af6d-c2283bb00786 with Priority: HIGHEST for action security_group_members [ 1326.220641] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock member-fa1fcefd-41ba-486a-af6d-c2283bb00786 taken with stack trace [, , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1326.220641] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fa1fcefd-41ba-486a-af6d-c2283bb00786" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1326.220822] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fa1fcefd-41ba-486a-af6d-c2283bb00786" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1326.220899] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fa1fcefd-41ba-486a-af6d-c2283bb00786" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1326.221098] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1326.221218] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1326.221282] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1326.221435] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1326.221518] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1326.221616] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('fa1fcefd-41ba-486a-af6d-c2283bb00786',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1326.726886] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1326.726886] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1326.726886] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1326.726886] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1326.726886] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1326.726886] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1326.726886] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1326.726886] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1326.726886] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1326.726886] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1326.726886] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: fa1fcefd-41ba-486a-af6d-c2283bb00786 is going to be updated. [ 1326.750020] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1326.750397] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1326.752433] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1326.752433] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1326.752433] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1326.758872] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fa1fcefd-41ba-486a-af6d-c2283bb00786 in Status: IN_PROGRESS for 2s [ 1328.769843] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fa1fcefd-41ba-486a-af6d-c2283bb00786 in Status: SUCCESS [ 1328.770123] env[69685]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: fa1fcefd-41ba-486a-af6d-c2283bb00786 deletion is rescheduled due to dependency. [ 1328.770189] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fa1fcefd-41ba-486a-af6d-c2283bb00786" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1330.295472] env[69685]: INFO networking_nsxv3.common.synchronization [req-f1867c39-fb22-4463-8eae-57a314fddbaf req-fb161336-f9a6-4e6d-9c6f-e0d4aced3639 tempest-ServerActionsTestOtherA-1303343426 tempest-ServerActionsTestOtherA-1303343426-project-member] Enqueued Resource ID: cf2f5d4c-3cd8-4fdd-9a9f-ec6fe7d29873 with Priority: HIGHEST for action security_group_members [ 1330.296667] env[69685]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cf2f5d4c-3cd8-4fdd-9a9f-ec6fe7d29873 with Priority: HIGHEST for action security_group_members [ 1330.297009] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock member-cf2f5d4c-3cd8-4fdd-9a9f-ec6fe7d29873 taken with stack trace [, , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1330.297156] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cf2f5d4c-3cd8-4fdd-9a9f-ec6fe7d29873" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1330.297223] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cf2f5d4c-3cd8-4fdd-9a9f-ec6fe7d29873" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1330.297459] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cf2f5d4c-3cd8-4fdd-9a9f-ec6fe7d29873" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1330.297584] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1330.297687] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1330.297750] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1330.298341] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1330.298341] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1330.298341] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('cf2f5d4c-3cd8-4fdd-9a9f-ec6fe7d29873',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1330.801030] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1330.801030] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1330.801030] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1330.801030] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1330.801030] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1330.801030] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1330.801030] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1330.801030] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1330.801405] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1330.801405] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1330.801405] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: cf2f5d4c-3cd8-4fdd-9a9f-ec6fe7d29873 is going to be updated. [ 1330.827349] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1330.827515] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1330.827602] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1330.827929] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1330.827929] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1330.835457] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cf2f5d4c-3cd8-4fdd-9a9f-ec6fe7d29873 in Status: IN_PROGRESS for 2s [ 1332.847752] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cf2f5d4c-3cd8-4fdd-9a9f-ec6fe7d29873 in Status: SUCCESS [ 1332.848202] env[69685]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: cf2f5d4c-3cd8-4fdd-9a9f-ec6fe7d29873 deletion is rescheduled due to dependency. [ 1332.848202] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cf2f5d4c-3cd8-4fdd-9a9f-ec6fe7d29873" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1335.297993] env[69685]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1335.298378] env[69685]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1336.478202] env[69685]: INFO networking_nsxv3.common.synchronization [None req-4d74edee-058c-4d91-a405-8d90a2834e54 None None] Enqueued Resource ID: 1f1107ba-2b00-40d5-866f-aab89193492a with Priority: HIGHEST for action port [ 1336.478460] env[69685]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1f1107ba-2b00-40d5-866f-aab89193492a with Priority: HIGHEST for action port [ 1336.479023] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock port-1f1107ba-2b00-40d5-866f-aab89193492a taken with stack trace [, , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1336.479391] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-1f1107ba-2b00-40d5-866f-aab89193492a" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1336.479583] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-1f1107ba-2b00-40d5-866f-aab89193492a" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1336.480078] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-1f1107ba-2b00-40d5-866f-aab89193492a" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1336.480242] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1f1107ba-2b00-40d5-866f-aab89193492a',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1336.984500] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 1f1107ba-2b00-40d5-866f-aab89193492a [ 1336.984850] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1336.984999] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1336.985133] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1336.985319] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1336.985431] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1336.985609] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:1f1107ba-2b00-40d5-866f-aab89193492a already deleted. [ 1336.985609] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-1f1107ba-2b00-40d5-866f-aab89193492a" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1337.388499] env[69685]: INFO networking_nsxv3.common.synchronization [None req-d5b699e8-1af6-42d6-9bc1-1be3019c64a9 tempest-ServerActionsTestJSON-1068201509 tempest-ServerActionsTestJSON-1068201509-project-member] Enqueued Resource ID: 17f1b291-01ca-4784-90d0-bac307946028 with Priority: HIGHEST for action security_group_rules [ 1337.389429] env[69685]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 17f1b291-01ca-4784-90d0-bac307946028 with Priority: HIGHEST for action security_group_rules [ 1337.389568] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock rules-17f1b291-01ca-4784-90d0-bac307946028 taken with stack trace [, , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1337.389757] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-17f1b291-01ca-4784-90d0-bac307946028" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1337.389860] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-17f1b291-01ca-4784-90d0-bac307946028" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1337.390265] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-17f1b291-01ca-4784-90d0-bac307946028" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1337.390417] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('17f1b291-01ca-4784-90d0-bac307946028',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1337.511027] env[69685]: INFO networking_nsxv3.common.synchronization [None req-3c6cc7c8-9879-4a14-b241-3d83d4bbb857 tempest-ServerActionsTestJSON-1068201509 tempest-ServerActionsTestJSON-1068201509-project-member] Enqueued Resource ID: 17f1b291-01ca-4784-90d0-bac307946028 with Priority: HIGHEST for action security_group_rules [ 1337.511027] env[69685]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 17f1b291-01ca-4784-90d0-bac307946028 with Priority: HIGHEST for action security_group_rules [ 1337.511027] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock rules-17f1b291-01ca-4784-90d0-bac307946028 taken with stack trace [, , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1337.511027] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-17f1b291-01ca-4784-90d0-bac307946028" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1337.910840] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1337.911011] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1337.911090] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1337.911422] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1337.911648] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1337.911754] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 17f1b291-01ca-4784-90d0-bac307946028 already deleted. [ 1337.911861] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-17f1b291-01ca-4784-90d0-bac307946028" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1337.911993] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-17f1b291-01ca-4784-90d0-bac307946028" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1337.912170] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-17f1b291-01ca-4784-90d0-bac307946028" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1337.912258] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('17f1b291-01ca-4784-90d0-bac307946028',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1338.366036] env[69685]: INFO networking_nsxv3.common.synchronization [None req-b1cec9d0-a8a9-4ee5-89c7-91fefe96e724 None None] Enqueued Resource ID: 953ea19b-f7b0-4f9d-a355-8fe27ea53dff with Priority: HIGHEST for action port [ 1338.366036] env[69685]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 953ea19b-f7b0-4f9d-a355-8fe27ea53dff with Priority: HIGHEST for action port [ 1338.366036] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock port-953ea19b-f7b0-4f9d-a355-8fe27ea53dff taken with stack trace [, , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1338.366036] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-953ea19b-f7b0-4f9d-a355-8fe27ea53dff" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1338.366036] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-953ea19b-f7b0-4f9d-a355-8fe27ea53dff" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1338.366036] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-953ea19b-f7b0-4f9d-a355-8fe27ea53dff" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1338.366036] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('953ea19b-f7b0-4f9d-a355-8fe27ea53dff',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1338.439234] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1338.439234] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1338.439234] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1338.439490] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1338.439525] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1338.439606] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 17f1b291-01ca-4784-90d0-bac307946028 already deleted. [ 1338.440384] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-17f1b291-01ca-4784-90d0-bac307946028" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1338.686195] env[69685]: INFO networking_nsxv3.common.synchronization [None req-c1908ef9-6505-471c-8cce-793903080d37 None None] Enqueued Resource ID: 121bf0c8-7615-4b57-9648-400c6d87292e with Priority: HIGHEST for action port [ 1338.686195] env[69685]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 121bf0c8-7615-4b57-9648-400c6d87292e with Priority: HIGHEST for action port [ 1338.686195] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock port-121bf0c8-7615-4b57-9648-400c6d87292e taken with stack trace [, , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1338.686195] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-121bf0c8-7615-4b57-9648-400c6d87292e" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1338.686195] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-121bf0c8-7615-4b57-9648-400c6d87292e" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1338.686195] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-121bf0c8-7615-4b57-9648-400c6d87292e" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1338.686195] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('121bf0c8-7615-4b57-9648-400c6d87292e',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1338.868120] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 953ea19b-f7b0-4f9d-a355-8fe27ea53dff [ 1338.868376] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1338.868597] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1338.868597] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1338.868930] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1338.868930] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1338.869029] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:953ea19b-f7b0-4f9d-a355-8fe27ea53dff already deleted. [ 1338.869072] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-953ea19b-f7b0-4f9d-a355-8fe27ea53dff" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1339.189414] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 121bf0c8-7615-4b57-9648-400c6d87292e [ 1339.189696] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1339.189844] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1339.189933] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1339.190198] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1339.190314] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1339.190442] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:121bf0c8-7615-4b57-9648-400c6d87292e already deleted. [ 1339.190613] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-121bf0c8-7615-4b57-9648-400c6d87292e" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1340.695842] env[69685]: INFO networking_nsxv3.common.synchronization [None req-083edc35-dd4f-4590-a9cd-10f9c9a611a4 None None] Enqueued Resource ID: 696b3e7e-e4d2-46cf-9648-2f08c2452fff with Priority: HIGHEST for action port [ 1340.696113] env[69685]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 696b3e7e-e4d2-46cf-9648-2f08c2452fff with Priority: HIGHEST for action port [ 1340.696678] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock port-696b3e7e-e4d2-46cf-9648-2f08c2452fff taken with stack trace [, , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1340.696805] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-696b3e7e-e4d2-46cf-9648-2f08c2452fff" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1340.696871] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-696b3e7e-e4d2-46cf-9648-2f08c2452fff" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1340.697418] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-696b3e7e-e4d2-46cf-9648-2f08c2452fff" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1340.697508] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('696b3e7e-e4d2-46cf-9648-2f08c2452fff',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1341.203523] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 696b3e7e-e4d2-46cf-9648-2f08c2452fff [ 1341.203821] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1341.203974] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1341.204060] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1341.204330] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1341.204450] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1341.204599] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:696b3e7e-e4d2-46cf-9648-2f08c2452fff already deleted. [ 1341.204721] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-696b3e7e-e4d2-46cf-9648-2f08c2452fff" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1342.986084] env[69685]: INFO networking_nsxv3.common.synchronization [req-24fc8e70-5ec2-4627-9306-3ceea2ba8205 req-349451e2-757c-498e-a0f4-f10d7376818a tempest-ServerActionsTestJSON-1068201509 tempest-ServerActionsTestJSON-1068201509-project-member] Enqueued Resource ID: 17f1b291-01ca-4784-90d0-bac307946028 with Priority: HIGHEST for action security_group_members [ 1342.987007] env[69685]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 17f1b291-01ca-4784-90d0-bac307946028 with Priority: HIGHEST for action security_group_members [ 1342.987007] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock member-17f1b291-01ca-4784-90d0-bac307946028 taken with stack trace [, , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1342.987261] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-17f1b291-01ca-4784-90d0-bac307946028" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1342.987261] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-17f1b291-01ca-4784-90d0-bac307946028" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1342.987719] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-17f1b291-01ca-4784-90d0-bac307946028" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1342.987719] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1342.987871] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1342.987871] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1342.988022] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1342.988072] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1342.988177] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('17f1b291-01ca-4784-90d0-bac307946028',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1343.333028] env[69685]: DEBUG networking_nsxv3.common.locking [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Lock network-776 taken with stack trace [, , , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1343.333186] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquiring lock "network-776" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1343.333254] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquired lock "network-776" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1343.333633] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquired external semaphore "network-776" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1343.333894] env[69685]: DEBUG networking_nsxv3.common.locking [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1343.334068] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquiring lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1343.334193] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquired lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1343.334416] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquired external semaphore "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1343.334567] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Releasing lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1343.334799] env[69685]: DEBUG dogpile.cache.region [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] No value present for key: 'zone-id' {{(pid=69685) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1343.334919] env[69685]: DEBUG dogpile.lock [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] NeedRegenerationException {{(pid=69685) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1343.335042] env[69685]: DEBUG dogpile.lock [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] no value, waiting for create lock {{(pid=69685) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1343.335157] env[69685]: DEBUG dogpile.lock [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] value creation lock acquired {{(pid=69685) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1343.335272] env[69685]: DEBUG dogpile.cache.region [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] No value present for key: 'zone-id' {{(pid=69685) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1343.335394] env[69685]: DEBUG dogpile.lock [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Calling creation function for not-yet-present value {{(pid=69685) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1343.335513] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1343.354845] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1343.355117] env[69685]: DEBUG dogpile.cache.region [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=69685) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1343.355165] env[69685]: DEBUG dogpile.lock [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Released creation lock {{(pid=69685) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1343.355347] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Releasing lock "network-776" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1343.355976] env[69685]: DEBUG networking_nsxv3.common.locking [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Lock port-853de43c-09c6-4ef1-9ed5-929fd61184a9 taken with stack trace [, , , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1343.355976] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquiring lock "port-853de43c-09c6-4ef1-9ed5-929fd61184a9" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1343.355976] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquired lock "port-853de43c-09c6-4ef1-9ed5-929fd61184a9" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1343.356325] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquired external semaphore "port-853de43c-09c6-4ef1-9ed5-929fd61184a9" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1343.356402] env[69685]: DEBUG networking_nsxv3.api.rpc [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('853de43c-09c6-4ef1-9ed5-929fd61184a9',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1343.491438] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1343.491438] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1343.491438] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1343.491756] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1343.491756] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1343.491899] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1343.492051] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1343.492089] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1343.492263] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1343.492301] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1343.492420] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 17f1b291-01ca-4784-90d0-bac307946028 already deleted. [ 1343.492572] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-17f1b291-01ca-4784-90d0-bac307946028" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1343.858352] env[69685]: DEBUG networking_nsxv3.common.locking [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1343.858854] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquiring lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1343.858854] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquired lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1343.859031] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquired external semaphore "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1343.859193] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Releasing lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1343.859354] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Segment Port 853de43c-09c6-4ef1-9ed5-929fd61184a9 not found, creating... [ 1343.859610] env[69685]: DEBUG networking_nsxv3.common.locking [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1343.859771] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquiring lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1343.859892] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquired lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1343.860132] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquired external semaphore "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1343.860297] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Releasing lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1343.860585] env[69685]: DEBUG networking_nsxv3.common.locking [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1343.860747] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquiring lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1343.860867] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquired lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1343.861091] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquired external semaphore "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1343.861263] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Releasing lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1343.861412] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Resource: SegmentPort with ID: 853de43c-09c6-4ef1-9ed5-929fd61184a9 is going to be created. [ 1343.879976] env[69685]: DEBUG networking_nsxv3.common.locking [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1343.880211] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquiring lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1343.880340] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquired lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1343.880645] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquired external semaphore "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1343.880886] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Releasing lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1343.881133] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Releasing lock "port-853de43c-09c6-4ef1-9ed5-929fd61184a9" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1344.566116] env[69685]: INFO networking_nsxv3.common.synchronization [req-24fc8e70-5ec2-4627-9306-3ceea2ba8205 req-6ce8daec-5017-4fbb-92bd-4707187311b5 service nova] Enqueued Resource ID: 17f1b291-01ca-4784-90d0-bac307946028 with Priority: HIGHEST for action security_group_rules [ 1344.566379] env[69685]: INFO networking_nsxv3.common.synchronization [req-24fc8e70-5ec2-4627-9306-3ceea2ba8205 req-6ce8daec-5017-4fbb-92bd-4707187311b5 service nova] Enqueued Resource ID: 17f1b291-01ca-4784-90d0-bac307946028 with Priority: HIGHEST for action security_group_members [ 1344.566573] env[69685]: INFO networking_nsxv3.common.synchronization [req-24fc8e70-5ec2-4627-9306-3ceea2ba8205 req-6ce8daec-5017-4fbb-92bd-4707187311b5 service nova] Enqueued Resource ID: 853de43c-09c6-4ef1-9ed5-929fd61184a9 with Priority: HIGHEST for action port [ 1344.567426] env[69685]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 17f1b291-01ca-4784-90d0-bac307946028 with Priority: HIGHEST for action security_group_rules [ 1344.568699] env[69685]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 17f1b291-01ca-4784-90d0-bac307946028 with Priority: HIGHEST for action security_group_members [ 1344.568826] env[69685]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 853de43c-09c6-4ef1-9ed5-929fd61184a9 with Priority: HIGHEST for action port [ 1344.569130] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock rules-17f1b291-01ca-4784-90d0-bac307946028 taken with stack trace [, , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1344.569259] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-17f1b291-01ca-4784-90d0-bac307946028" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1344.569326] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-17f1b291-01ca-4784-90d0-bac307946028" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1344.569696] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-17f1b291-01ca-4784-90d0-bac307946028" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1344.569696] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('17f1b291-01ca-4784-90d0-bac307946028',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1344.570464] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock member-17f1b291-01ca-4784-90d0-bac307946028 taken with stack trace [, , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1344.570580] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-17f1b291-01ca-4784-90d0-bac307946028" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1344.570635] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-17f1b291-01ca-4784-90d0-bac307946028" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1344.570814] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-17f1b291-01ca-4784-90d0-bac307946028" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1344.570958] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1344.571072] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1344.571135] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1344.571287] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1344.571369] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1344.571463] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('17f1b291-01ca-4784-90d0-bac307946028',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1344.572287] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock port-853de43c-09c6-4ef1-9ed5-929fd61184a9 taken with stack trace [, , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1344.572961] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-853de43c-09c6-4ef1-9ed5-929fd61184a9" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1344.572961] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-853de43c-09c6-4ef1-9ed5-929fd61184a9" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1344.572961] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-853de43c-09c6-4ef1-9ed5-929fd61184a9" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1344.572961] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('853de43c-09c6-4ef1-9ed5-929fd61184a9',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1345.074560] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('17f1b291-01ca-4784-90d0-bac307946028',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1345.075526] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock member-17f1b291-01ca-4784-90d0-bac307946028 taken with stack trace [, , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1345.075697] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-17f1b291-01ca-4784-90d0-bac307946028" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1345.076937] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 853de43c-09c6-4ef1-9ed5-929fd61184a9 with status ACTIVE [ 1345.077121] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1345.077236] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1345.077302] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1345.077507] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1345.078102] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1345.078102] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1345.078102] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1345.078102] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1345.078102] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1345.078463] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1345.078463] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1345.078463] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1345.078463] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1345.078608] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1345.078655] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1345.078761] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 853de43c-09c6-4ef1-9ed5-929fd61184a9 is going to be updated. [ 1345.098841] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1345.098841] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1345.099098] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1345.099098] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1345.099222] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1345.099380] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-853de43c-09c6-4ef1-9ed5-929fd61184a9" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1345.580688] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('17f1b291-01ca-4784-90d0-bac307946028',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1346.084253] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1346.084253] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1346.084253] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1346.084253] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1346.084253] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1346.084253] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 17f1b291-01ca-4784-90d0-bac307946028 is going to be created. [ 1346.108456] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1346.108614] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1346.108698] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1346.108881] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1346.109067] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1346.118921] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 17f1b291-01ca-4784-90d0-bac307946028 in Status: UNINITIALIZED for 2s [ 1346.799491] env[69685]: INFO networking_nsxv3.common.synchronization [req-09a407c0-768d-4311-be6f-269fac42cbb4 req-4111f3ac-2ac3-41ff-8ad1-4a05d6b91db5 tempest-ServerPasswordTestJSON-248372215 tempest-ServerPasswordTestJSON-248372215-project-member] Enqueued Resource ID: 917a94d5-a00b-4ea5-9811-d09a5e99b038 with Priority: HIGHEST for action security_group_members [ 1346.800052] env[69685]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 917a94d5-a00b-4ea5-9811-d09a5e99b038 with Priority: HIGHEST for action security_group_members [ 1346.800354] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock member-917a94d5-a00b-4ea5-9811-d09a5e99b038 taken with stack trace [, , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1346.800503] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-917a94d5-a00b-4ea5-9811-d09a5e99b038" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1346.802011] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-917a94d5-a00b-4ea5-9811-d09a5e99b038" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1346.802011] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-917a94d5-a00b-4ea5-9811-d09a5e99b038" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1346.802011] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1346.802011] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1346.802011] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1346.802011] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1346.802011] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1346.802011] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('917a94d5-a00b-4ea5-9811-d09a5e99b038',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1347.079751] env[69685]: DEBUG networking_nsxv3.common.locking [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Lock network-177 taken with stack trace [, , , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1347.079954] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquiring lock "network-177" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1347.080097] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquired lock "network-177" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1347.080470] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquired external semaphore "network-177" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1347.080734] env[69685]: DEBUG networking_nsxv3.common.locking [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1347.080896] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquiring lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1347.081139] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquired lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1347.081405] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquired external semaphore "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1347.081560] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Releasing lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1347.081780] env[69685]: DEBUG dogpile.cache.region [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] No value present for key: 'zone-id' {{(pid=69685) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1347.081898] env[69685]: DEBUG dogpile.lock [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] NeedRegenerationException {{(pid=69685) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1347.082049] env[69685]: DEBUG dogpile.lock [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] no value, waiting for create lock {{(pid=69685) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1347.082168] env[69685]: DEBUG dogpile.lock [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] value creation lock acquired {{(pid=69685) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1347.082282] env[69685]: DEBUG dogpile.cache.region [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] No value present for key: 'zone-id' {{(pid=69685) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1347.082416] env[69685]: DEBUG dogpile.lock [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Calling creation function for not-yet-present value {{(pid=69685) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1347.082562] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1347.100457] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1347.100614] env[69685]: DEBUG dogpile.cache.region [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Cache value generated in 0.018 seconds for key(s): 'zone-id' {{(pid=69685) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1347.100751] env[69685]: DEBUG dogpile.lock [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Released creation lock {{(pid=69685) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1347.100919] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Releasing lock "network-177" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1347.101222] env[69685]: DEBUG networking_nsxv3.common.locking [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Lock port-6742c2ee-477e-4f2c-8a86-e8926226e5b9 taken with stack trace [, , , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1347.101433] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquiring lock "port-6742c2ee-477e-4f2c-8a86-e8926226e5b9" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1347.101626] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquired lock "port-6742c2ee-477e-4f2c-8a86-e8926226e5b9" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1347.101927] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquired external semaphore "port-6742c2ee-477e-4f2c-8a86-e8926226e5b9" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1347.102082] env[69685]: DEBUG networking_nsxv3.api.rpc [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6742c2ee-477e-4f2c-8a86-e8926226e5b9',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1347.304058] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1347.304211] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1347.304287] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1347.304497] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1347.304655] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1347.304787] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1347.304966] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1347.304966] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1347.305084] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1347.305135] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1347.305223] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 917a94d5-a00b-4ea5-9811-d09a5e99b038 already deleted. [ 1347.305301] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-917a94d5-a00b-4ea5-9811-d09a5e99b038" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1347.605694] env[69685]: DEBUG networking_nsxv3.common.locking [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1347.605944] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquiring lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1347.606752] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquired lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1347.606752] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquired external semaphore "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1347.606752] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Releasing lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1347.606752] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Segment Port 6742c2ee-477e-4f2c-8a86-e8926226e5b9 not found, creating... [ 1347.607629] env[69685]: DEBUG networking_nsxv3.common.locking [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1347.607629] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquiring lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1347.607629] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquired lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1347.607629] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquired external semaphore "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1347.607629] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Releasing lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1347.607996] env[69685]: DEBUG networking_nsxv3.common.locking [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1347.607996] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquiring lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1347.608152] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquired lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1347.608329] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquired external semaphore "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1347.608471] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Releasing lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1347.608616] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Resource: SegmentPort with ID: 6742c2ee-477e-4f2c-8a86-e8926226e5b9 is going to be created. [ 1347.628244] env[69685]: DEBUG networking_nsxv3.common.locking [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1347.628565] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquiring lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1347.628902] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquired lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1347.629316] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquired external semaphore "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1347.629637] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Releasing lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1347.629919] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Releasing lock "port-6742c2ee-477e-4f2c-8a86-e8926226e5b9" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1348.128206] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 17f1b291-01ca-4784-90d0-bac307946028 in Status: SUCCESS [ 1348.128503] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-17f1b291-01ca-4784-90d0-bac307946028" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1348.128549] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-17f1b291-01ca-4784-90d0-bac307946028" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1348.128968] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-17f1b291-01ca-4784-90d0-bac307946028" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1348.128968] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1348.129138] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1348.129178] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1348.129398] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1348.129509] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1348.129633] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-17f1b291-01ca-4784-90d0-bac307946028" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1348.129849] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('17f1b291-01ca-4784-90d0-bac307946028',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1348.347927] env[69685]: INFO networking_nsxv3.common.synchronization [req-09a407c0-768d-4311-be6f-269fac42cbb4 req-fcc83ea8-8a55-4cff-a848-6e7c890d2877 service nova] Enqueued Resource ID: 917a94d5-a00b-4ea5-9811-d09a5e99b038 with Priority: HIGHEST for action security_group_rules [ 1348.348132] env[69685]: INFO networking_nsxv3.common.synchronization [req-09a407c0-768d-4311-be6f-269fac42cbb4 req-fcc83ea8-8a55-4cff-a848-6e7c890d2877 service nova] Enqueued Resource ID: 917a94d5-a00b-4ea5-9811-d09a5e99b038 with Priority: HIGHEST for action security_group_members [ 1348.348273] env[69685]: INFO networking_nsxv3.common.synchronization [req-09a407c0-768d-4311-be6f-269fac42cbb4 req-fcc83ea8-8a55-4cff-a848-6e7c890d2877 service nova] Enqueued Resource ID: 6742c2ee-477e-4f2c-8a86-e8926226e5b9 with Priority: HIGHEST for action port [ 1348.348504] env[69685]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 917a94d5-a00b-4ea5-9811-d09a5e99b038 with Priority: HIGHEST for action security_group_rules [ 1348.348648] env[69685]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 917a94d5-a00b-4ea5-9811-d09a5e99b038 with Priority: HIGHEST for action security_group_members [ 1348.348757] env[69685]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6742c2ee-477e-4f2c-8a86-e8926226e5b9 with Priority: HIGHEST for action port [ 1348.349276] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock rules-917a94d5-a00b-4ea5-9811-d09a5e99b038 taken with stack trace [, , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1348.349403] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-917a94d5-a00b-4ea5-9811-d09a5e99b038" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1348.349471] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-917a94d5-a00b-4ea5-9811-d09a5e99b038" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1348.349721] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-917a94d5-a00b-4ea5-9811-d09a5e99b038" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1348.349801] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('917a94d5-a00b-4ea5-9811-d09a5e99b038',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1348.350616] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock member-917a94d5-a00b-4ea5-9811-d09a5e99b038 taken with stack trace [, , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1348.350722] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-917a94d5-a00b-4ea5-9811-d09a5e99b038" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1348.350834] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-917a94d5-a00b-4ea5-9811-d09a5e99b038" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1348.350947] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-917a94d5-a00b-4ea5-9811-d09a5e99b038" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1348.351103] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1348.351198] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1348.351260] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1348.351433] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1348.351469] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1348.351748] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('917a94d5-a00b-4ea5-9811-d09a5e99b038',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1348.352648] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock port-6742c2ee-477e-4f2c-8a86-e8926226e5b9 taken with stack trace [, , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1348.352648] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-6742c2ee-477e-4f2c-8a86-e8926226e5b9" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1348.352759] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-6742c2ee-477e-4f2c-8a86-e8926226e5b9" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1348.352807] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-6742c2ee-477e-4f2c-8a86-e8926226e5b9" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1348.352885] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6742c2ee-477e-4f2c-8a86-e8926226e5b9',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1348.632050] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('17f1b291-01ca-4784-90d0-bac307946028',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1348.855274] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('917a94d5-a00b-4ea5-9811-d09a5e99b038',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1348.856489] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock member-917a94d5-a00b-4ea5-9811-d09a5e99b038 taken with stack trace [, , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1348.856648] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-917a94d5-a00b-4ea5-9811-d09a5e99b038" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1348.856873] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 6742c2ee-477e-4f2c-8a86-e8926226e5b9 with status ACTIVE [ 1348.857129] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1348.857310] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1348.857421] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1348.857678] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1348.857805] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1348.858127] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1348.858340] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1348.858420] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1348.858639] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1348.858839] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1348.859079] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1348.859230] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1348.859349] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1348.859560] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1348.859683] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1348.859830] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 6742c2ee-477e-4f2c-8a86-e8926226e5b9 is going to be updated. [ 1348.880218] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1348.880361] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1348.880474] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1348.880645] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1348.880783] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1348.880980] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-6742c2ee-477e-4f2c-8a86-e8926226e5b9" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1349.134725] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 17f1b291-01ca-4784-90d0-bac307946028: rpc.has_security_group_logging(os_id): False [ 1349.160894] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1349.160894] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1349.160894] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1349.160894] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1349.160894] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1349.160894] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1349.160894] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1349.160894] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1349.160894] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1349.161421] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1349.161421] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 17f1b291-01ca-4784-90d0-bac307946028 is going to be created. [ 1349.226577] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1349.226855] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1349.226940] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1349.227260] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1349.227539] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1349.240490] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 17f1b291-01ca-4784-90d0-bac307946028 in Status: IN_PROGRESS for 2s [ 1349.362529] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('917a94d5-a00b-4ea5-9811-d09a5e99b038',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1349.865046] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1349.865046] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1349.865236] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1349.865457] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1349.865554] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1349.865662] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 917a94d5-a00b-4ea5-9811-d09a5e99b038 is going to be created. [ 1349.886751] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1349.886880] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1349.886954] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1349.887156] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1349.887657] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1349.896102] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 917a94d5-a00b-4ea5-9811-d09a5e99b038 in Status: UNINITIALIZED for 2s [ 1351.252525] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 17f1b291-01ca-4784-90d0-bac307946028 in Status: SUCCESS [ 1351.252829] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-17f1b291-01ca-4784-90d0-bac307946028" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1351.905927] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 917a94d5-a00b-4ea5-9811-d09a5e99b038 in Status: SUCCESS [ 1351.906182] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-917a94d5-a00b-4ea5-9811-d09a5e99b038" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1351.906358] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-917a94d5-a00b-4ea5-9811-d09a5e99b038" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1351.906610] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-917a94d5-a00b-4ea5-9811-d09a5e99b038" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1351.906826] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1351.906961] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1351.907043] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1351.907232] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1351.907320] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1351.907435] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-917a94d5-a00b-4ea5-9811-d09a5e99b038" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1351.907539] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('917a94d5-a00b-4ea5-9811-d09a5e99b038',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1352.410236] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock member-917a94d5-a00b-4ea5-9811-d09a5e99b038 taken with stack trace [, , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1352.410599] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-917a94d5-a00b-4ea5-9811-d09a5e99b038" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1352.410599] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-917a94d5-a00b-4ea5-9811-d09a5e99b038" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1352.410699] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-917a94d5-a00b-4ea5-9811-d09a5e99b038" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1352.410868] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1352.410969] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1352.411049] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1352.411205] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1352.411294] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1352.411379] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-917a94d5-a00b-4ea5-9811-d09a5e99b038" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1352.411524] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock member-917a94d5-a00b-4ea5-9811-d09a5e99b038 taken with stack trace [, , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1352.411619] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-917a94d5-a00b-4ea5-9811-d09a5e99b038" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1352.411680] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-917a94d5-a00b-4ea5-9811-d09a5e99b038" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1352.411819] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-917a94d5-a00b-4ea5-9811-d09a5e99b038" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1352.411953] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1352.412056] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1352.412116] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1352.412253] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1352.412327] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1352.412410] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-917a94d5-a00b-4ea5-9811-d09a5e99b038" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1352.412530] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('917a94d5-a00b-4ea5-9811-d09a5e99b038',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1352.915131] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 917a94d5-a00b-4ea5-9811-d09a5e99b038: rpc.has_security_group_logging(os_id): False [ 1352.932227] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1352.932418] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1352.932577] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1352.932751] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1352.932842] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1352.933083] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1352.933185] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1352.933251] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1352.933424] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1352.933500] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1352.933685] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1352.933780] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1352.933842] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1352.933983] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1352.934075] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1352.934254] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1352.934348] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1352.934408] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1352.934547] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1352.934624] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1352.934707] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 917a94d5-a00b-4ea5-9811-d09a5e99b038 is going to be created. [ 1352.989310] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1352.989310] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1352.989310] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1352.989617] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1352.989617] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1353.027911] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 917a94d5-a00b-4ea5-9811-d09a5e99b038 in Status: IN_PROGRESS for 2s [ 1353.349756] env[69685]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1353.349960] env[69685]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=1 [ 1355.041714] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 917a94d5-a00b-4ea5-9811-d09a5e99b038 in Status: SUCCESS [ 1355.042146] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-917a94d5-a00b-4ea5-9811-d09a5e99b038" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1355.445570] env[69685]: DEBUG networking_nsxv3.common.locking [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Lock network-725 taken with stack trace [, , , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1355.445789] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquiring lock "network-725" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1355.445914] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquired lock "network-725" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1355.446213] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquired external semaphore "network-725" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1355.446537] env[69685]: DEBUG networking_nsxv3.common.locking [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1355.446764] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquiring lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1355.446907] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquired lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1355.447179] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquired external semaphore "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1355.447333] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Releasing lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1355.447565] env[69685]: DEBUG dogpile.cache.region [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] No value present for key: 'zone-id' {{(pid=69685) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1355.447684] env[69685]: DEBUG dogpile.lock [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] NeedRegenerationException {{(pid=69685) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1355.448231] env[69685]: DEBUG dogpile.lock [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] no value, waiting for create lock {{(pid=69685) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1355.448231] env[69685]: DEBUG dogpile.lock [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] value creation lock acquired {{(pid=69685) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1355.448231] env[69685]: DEBUG dogpile.cache.region [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] No value present for key: 'zone-id' {{(pid=69685) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1355.448231] env[69685]: DEBUG dogpile.lock [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Calling creation function for not-yet-present value {{(pid=69685) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1355.448439] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1355.468667] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1355.468834] env[69685]: DEBUG dogpile.cache.region [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=69685) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1355.468988] env[69685]: DEBUG dogpile.lock [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Released creation lock {{(pid=69685) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1355.469222] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Releasing lock "network-725" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1355.469523] env[69685]: DEBUG networking_nsxv3.common.locking [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Lock port-9dbd05ed-8055-4d67-b5da-2973aa6fc409 taken with stack trace [, , , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1355.469699] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquiring lock "port-9dbd05ed-8055-4d67-b5da-2973aa6fc409" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1355.469822] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquired lock "port-9dbd05ed-8055-4d67-b5da-2973aa6fc409" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1355.470081] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquired external semaphore "port-9dbd05ed-8055-4d67-b5da-2973aa6fc409" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1355.470223] env[69685]: DEBUG networking_nsxv3.api.rpc [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9dbd05ed-8055-4d67-b5da-2973aa6fc409',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1355.975235] env[69685]: DEBUG networking_nsxv3.common.locking [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1355.975235] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquiring lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1355.975235] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquired lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1355.975235] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquired external semaphore "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1355.975235] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Releasing lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1355.975235] env[69685]: DEBUG networking_nsxv3.common.locking [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1355.975235] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquiring lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1355.975235] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquired lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1355.975235] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquired external semaphore "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1355.975235] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Releasing lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1355.976191] env[69685]: DEBUG networking_nsxv3.common.locking [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1355.978861] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquiring lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1355.978861] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquired lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1355.978861] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquired external semaphore "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1355.978861] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Releasing lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1355.978861] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Resource: SegmentPort with ID: 9dbd05ed-8055-4d67-b5da-2973aa6fc409 is going to be updated. [ 1355.999731] env[69685]: DEBUG networking_nsxv3.common.locking [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1355.999899] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquiring lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1356.000162] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquired lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1356.000882] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquired external semaphore "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1356.001374] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Releasing lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1356.001814] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Releasing lock "port-9dbd05ed-8055-4d67-b5da-2973aa6fc409" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1356.263516] env[69685]: INFO networking_nsxv3.common.synchronization [req-70da2a9c-fff9-4179-879e-4eab00814db3 req-d21882e5-1a12-4baf-95c9-9fb41981f22d tempest-AttachVolumeNegativeTest-2144472599 tempest-AttachVolumeNegativeTest-2144472599-project-member] Enqueued Resource ID: 44df7af5-9b09-4233-a2c0-263d36d91662 with Priority: HIGHEST for action security_group_members [ 1356.264043] env[69685]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 44df7af5-9b09-4233-a2c0-263d36d91662 with Priority: HIGHEST for action security_group_members [ 1356.264355] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock member-44df7af5-9b09-4233-a2c0-263d36d91662 taken with stack trace [, , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1356.264481] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-44df7af5-9b09-4233-a2c0-263d36d91662" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1356.264550] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-44df7af5-9b09-4233-a2c0-263d36d91662" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1356.264744] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-44df7af5-9b09-4233-a2c0-263d36d91662" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1356.264920] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1356.265037] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1356.265113] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1356.265254] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1356.265509] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1356.265509] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('44df7af5-9b09-4233-a2c0-263d36d91662',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1356.679720] env[69685]: INFO networking_nsxv3.common.synchronization [req-bc5c503c-e52e-490f-8038-72e9fec7c2c5 req-1872fb41-9de7-4a83-81d5-da6198bd5925 service nova] Enqueued Resource ID: 9fc3b289-4ce8-45ab-a115-93a511ca9b60 with Priority: HIGHEST for action security_group_rules [ 1356.679897] env[69685]: INFO networking_nsxv3.common.synchronization [req-bc5c503c-e52e-490f-8038-72e9fec7c2c5 req-1872fb41-9de7-4a83-81d5-da6198bd5925 service nova] Enqueued Resource ID: 9fc3b289-4ce8-45ab-a115-93a511ca9b60 with Priority: HIGHEST for action security_group_members [ 1356.680079] env[69685]: INFO networking_nsxv3.common.synchronization [req-bc5c503c-e52e-490f-8038-72e9fec7c2c5 req-1872fb41-9de7-4a83-81d5-da6198bd5925 service nova] Enqueued Resource ID: 9dbd05ed-8055-4d67-b5da-2973aa6fc409 with Priority: HIGHEST for action port [ 1356.680268] env[69685]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9fc3b289-4ce8-45ab-a115-93a511ca9b60 with Priority: HIGHEST for action security_group_rules [ 1356.680408] env[69685]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9fc3b289-4ce8-45ab-a115-93a511ca9b60 with Priority: HIGHEST for action security_group_members [ 1356.680537] env[69685]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9dbd05ed-8055-4d67-b5da-2973aa6fc409 with Priority: HIGHEST for action port [ 1356.681135] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock rules-9fc3b289-4ce8-45ab-a115-93a511ca9b60 taken with stack trace [, , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1356.681258] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-9fc3b289-4ce8-45ab-a115-93a511ca9b60" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1356.681324] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-9fc3b289-4ce8-45ab-a115-93a511ca9b60" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1356.681525] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-9fc3b289-4ce8-45ab-a115-93a511ca9b60" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1356.681622] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('9fc3b289-4ce8-45ab-a115-93a511ca9b60',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1356.682438] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock member-9fc3b289-4ce8-45ab-a115-93a511ca9b60 taken with stack trace [, , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1356.682585] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9fc3b289-4ce8-45ab-a115-93a511ca9b60" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1356.682657] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9fc3b289-4ce8-45ab-a115-93a511ca9b60" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1356.682819] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9fc3b289-4ce8-45ab-a115-93a511ca9b60" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1356.682965] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1356.683092] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1356.683138] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1356.683278] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1356.683362] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1356.683500] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9fc3b289-4ce8-45ab-a115-93a511ca9b60',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1356.684392] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock port-9dbd05ed-8055-4d67-b5da-2973aa6fc409 taken with stack trace [, , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1356.684500] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-9dbd05ed-8055-4d67-b5da-2973aa6fc409" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1356.684567] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-9dbd05ed-8055-4d67-b5da-2973aa6fc409" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1356.684715] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-9dbd05ed-8055-4d67-b5da-2973aa6fc409" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1356.684787] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9dbd05ed-8055-4d67-b5da-2973aa6fc409',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1356.767554] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1356.767824] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1356.767924] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1356.768167] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1356.768265] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1356.768475] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1356.768631] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1356.768706] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1356.768869] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1356.768951] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1356.769053] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 44df7af5-9b09-4233-a2c0-263d36d91662 is going to be updated. [ 1356.795405] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1356.795559] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1356.795607] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1356.795742] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1356.795872] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1356.804157] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 44df7af5-9b09-4233-a2c0-263d36d91662 in Status: IN_PROGRESS for 2s [ 1357.186538] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock member-9fc3b289-4ce8-45ab-a115-93a511ca9b60 taken with stack trace [, , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1357.186714] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9fc3b289-4ce8-45ab-a115-93a511ca9b60" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1357.186872] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('9fc3b289-4ce8-45ab-a115-93a511ca9b60',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1357.187761] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 9dbd05ed-8055-4d67-b5da-2973aa6fc409 with status ACTIVE [ 1357.189032] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1357.189032] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1357.189032] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1357.189032] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1357.189032] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1357.189032] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1357.189627] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1357.189627] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1357.189627] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1357.189627] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1357.189627] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1357.189627] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1357.189952] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1357.189952] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1357.189952] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1357.190071] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 9dbd05ed-8055-4d67-b5da-2973aa6fc409 is going to be updated. [ 1357.212875] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1357.213039] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1357.213130] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1357.213397] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1357.213517] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1357.213711] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-9dbd05ed-8055-4d67-b5da-2973aa6fc409" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1357.692562] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('9fc3b289-4ce8-45ab-a115-93a511ca9b60',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1358.194804] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1358.195077] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1358.195193] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1358.195499] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1358.195624] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1358.195932] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9fc3b289-4ce8-45ab-a115-93a511ca9b60 is going to be updated. [ 1358.228156] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1358.228306] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1358.228377] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1358.228581] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1358.228723] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1358.238132] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9fc3b289-4ce8-45ab-a115-93a511ca9b60 in Status: IN_PROGRESS for 2s [ 1358.605441] env[69685]: DEBUG networking_nsxv3.common.locking [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Lock network-225 taken with stack trace [, , , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1358.605665] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquiring lock "network-225" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1358.605798] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquired lock "network-225" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1358.606080] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquired external semaphore "network-225" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1358.606336] env[69685]: DEBUG networking_nsxv3.common.locking [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1358.606498] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquiring lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1358.606617] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquired lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1358.606835] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquired external semaphore "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1358.606978] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Releasing lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1358.607206] env[69685]: DEBUG dogpile.cache.region [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] No value present for key: 'zone-id' {{(pid=69685) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1358.607634] env[69685]: DEBUG dogpile.lock [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] NeedRegenerationException {{(pid=69685) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1358.607768] env[69685]: DEBUG dogpile.lock [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] no value, waiting for create lock {{(pid=69685) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1358.607883] env[69685]: DEBUG dogpile.lock [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] value creation lock acquired {{(pid=69685) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1358.608006] env[69685]: DEBUG dogpile.cache.region [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] No value present for key: 'zone-id' {{(pid=69685) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1358.608128] env[69685]: DEBUG dogpile.lock [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Calling creation function for not-yet-present value {{(pid=69685) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1358.608265] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1358.626379] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1358.626529] env[69685]: DEBUG dogpile.cache.region [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Cache value generated in 0.018 seconds for key(s): 'zone-id' {{(pid=69685) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1358.626732] env[69685]: DEBUG dogpile.lock [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Released creation lock {{(pid=69685) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1358.626918] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Releasing lock "network-225" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1358.627208] env[69685]: DEBUG networking_nsxv3.common.locking [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Lock port-c433e392-9a54-4329-8e52-061e4c89dbe0 taken with stack trace [, , , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1358.627379] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquiring lock "port-c433e392-9a54-4329-8e52-061e4c89dbe0" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1358.627491] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquired lock "port-c433e392-9a54-4329-8e52-061e4c89dbe0" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1358.627720] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquired external semaphore "port-c433e392-9a54-4329-8e52-061e4c89dbe0" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1358.627859] env[69685]: DEBUG networking_nsxv3.api.rpc [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c433e392-9a54-4329-8e52-061e4c89dbe0',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1358.813040] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 44df7af5-9b09-4233-a2c0-263d36d91662 in Status: SUCCESS [ 1358.813330] env[69685]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 44df7af5-9b09-4233-a2c0-263d36d91662 deletion is rescheduled due to dependency. [ 1358.813330] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-44df7af5-9b09-4233-a2c0-263d36d91662" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1359.130750] env[69685]: DEBUG networking_nsxv3.common.locking [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1359.130989] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquiring lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1359.131135] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquired lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1359.131415] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquired external semaphore "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1359.131565] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Releasing lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1359.131855] env[69685]: DEBUG networking_nsxv3.common.locking [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1359.132088] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquiring lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1359.132179] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquired lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1359.132398] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquired external semaphore "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1359.132586] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Releasing lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1359.132907] env[69685]: DEBUG networking_nsxv3.common.locking [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1359.133088] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquiring lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1359.133224] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquired lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1359.133453] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquired external semaphore "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1359.133614] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Releasing lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1359.133754] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Resource: SegmentPort with ID: c433e392-9a54-4329-8e52-061e4c89dbe0 is going to be updated. [ 1359.153586] env[69685]: DEBUG networking_nsxv3.common.locking [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1359.153806] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquiring lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1359.153932] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquired lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1359.154211] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquired external semaphore "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1359.154403] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Releasing lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1359.154624] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Releasing lock "port-c433e392-9a54-4329-8e52-061e4c89dbe0" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1360.018659] env[69685]: INFO networking_nsxv3.common.synchronization [req-cda6cf76-14ad-462a-82b4-6b681305c747 req-fcc1643c-213d-4324-9b20-c4a7d72aef30 service nova] Enqueued Resource ID: 57d59245-eb1e-4f15-8165-8929db12612b with Priority: HIGHEST for action security_group_rules [ 1360.018957] env[69685]: INFO networking_nsxv3.common.synchronization [req-cda6cf76-14ad-462a-82b4-6b681305c747 req-fcc1643c-213d-4324-9b20-c4a7d72aef30 service nova] Enqueued Resource ID: 57d59245-eb1e-4f15-8165-8929db12612b with Priority: HIGHEST for action security_group_members [ 1360.019198] env[69685]: INFO networking_nsxv3.common.synchronization [req-cda6cf76-14ad-462a-82b4-6b681305c747 req-fcc1643c-213d-4324-9b20-c4a7d72aef30 service nova] Enqueued Resource ID: c433e392-9a54-4329-8e52-061e4c89dbe0 with Priority: HIGHEST for action port [ 1360.020364] env[69685]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 57d59245-eb1e-4f15-8165-8929db12612b with Priority: HIGHEST for action security_group_rules [ 1360.020674] env[69685]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 57d59245-eb1e-4f15-8165-8929db12612b with Priority: HIGHEST for action security_group_members [ 1360.020910] env[69685]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c433e392-9a54-4329-8e52-061e4c89dbe0 with Priority: HIGHEST for action port [ 1360.021347] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock rules-57d59245-eb1e-4f15-8165-8929db12612b taken with stack trace [, , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1360.021616] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-57d59245-eb1e-4f15-8165-8929db12612b" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1360.021776] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-57d59245-eb1e-4f15-8165-8929db12612b" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1360.022154] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-57d59245-eb1e-4f15-8165-8929db12612b" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1360.022342] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('57d59245-eb1e-4f15-8165-8929db12612b',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1360.023708] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock member-57d59245-eb1e-4f15-8165-8929db12612b taken with stack trace [, , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1360.023881] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-57d59245-eb1e-4f15-8165-8929db12612b" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1360.024056] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-57d59245-eb1e-4f15-8165-8929db12612b" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1360.024361] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-57d59245-eb1e-4f15-8165-8929db12612b" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1360.024904] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1360.024904] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1360.024904] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1360.025257] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1360.025460] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1360.025785] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('57d59245-eb1e-4f15-8165-8929db12612b',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1360.026720] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock port-c433e392-9a54-4329-8e52-061e4c89dbe0 taken with stack trace [, , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1360.026922] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-c433e392-9a54-4329-8e52-061e4c89dbe0" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1360.027052] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-c433e392-9a54-4329-8e52-061e4c89dbe0" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1360.027304] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-c433e392-9a54-4329-8e52-061e4c89dbe0" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1360.027495] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c433e392-9a54-4329-8e52-061e4c89dbe0',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1360.247194] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9fc3b289-4ce8-45ab-a115-93a511ca9b60 in Status: SUCCESS [ 1360.247414] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9fc3b289-4ce8-45ab-a115-93a511ca9b60" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1360.247592] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9fc3b289-4ce8-45ab-a115-93a511ca9b60" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1360.247817] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9fc3b289-4ce8-45ab-a115-93a511ca9b60" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1360.248016] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1360.248149] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1360.248203] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1360.248351] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1360.248431] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1360.248555] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9fc3b289-4ce8-45ab-a115-93a511ca9b60" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1360.248602] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('9fc3b289-4ce8-45ab-a115-93a511ca9b60',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1360.530054] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock member-57d59245-eb1e-4f15-8165-8929db12612b taken with stack trace [, , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1360.530054] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-57d59245-eb1e-4f15-8165-8929db12612b" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1360.530344] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('57d59245-eb1e-4f15-8165-8929db12612b',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1360.531218] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port c433e392-9a54-4329-8e52-061e4c89dbe0 with status ACTIVE [ 1360.531442] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1360.531593] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1360.531675] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1360.531919] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1360.532045] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1360.532232] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1360.532341] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1360.532470] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1360.532664] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1360.532770] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1360.533109] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1360.533267] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1360.533381] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1360.533602] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1360.533736] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1360.533918] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: c433e392-9a54-4329-8e52-061e4c89dbe0 is going to be updated. [ 1360.553979] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1360.554173] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1360.554218] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1360.554390] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1360.554512] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1360.554670] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-c433e392-9a54-4329-8e52-061e4c89dbe0" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1360.750387] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('9fc3b289-4ce8-45ab-a115-93a511ca9b60',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1361.036906] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('57d59245-eb1e-4f15-8165-8929db12612b',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1361.256063] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 9fc3b289-4ce8-45ab-a115-93a511ca9b60: rpc.has_security_group_logging(os_id): False [ 1361.276234] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1361.276234] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1361.276234] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1361.276234] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1361.276234] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1361.276234] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1361.276234] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1361.276234] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1361.276234] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1361.276234] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1361.276234] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 9fc3b289-4ce8-45ab-a115-93a511ca9b60 is going to be updated. [ 1361.323746] env[69685]: INFO networking_nsxv3.common.synchronization [req-540240a4-3628-4016-ad8f-28569b38be0f req-d724b04f-c953-4350-8da6-a1d5adeefe9d tempest-ServerPasswordTestJSON-248372215 tempest-ServerPasswordTestJSON-248372215-project-member] Enqueued Resource ID: 917a94d5-a00b-4ea5-9811-d09a5e99b038 with Priority: HIGHEST for action security_group_members [ 1361.324588] env[69685]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 917a94d5-a00b-4ea5-9811-d09a5e99b038 with Priority: HIGHEST for action security_group_members [ 1361.325743] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock member-917a94d5-a00b-4ea5-9811-d09a5e99b038 taken with stack trace [, , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1361.325968] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-917a94d5-a00b-4ea5-9811-d09a5e99b038" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1361.326091] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-917a94d5-a00b-4ea5-9811-d09a5e99b038" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1361.326336] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-917a94d5-a00b-4ea5-9811-d09a5e99b038" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1361.330022] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1361.330022] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1361.330022] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1361.330022] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1361.330022] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1361.330022] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('917a94d5-a00b-4ea5-9811-d09a5e99b038',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1361.330022] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1361.330864] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1361.330864] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1361.330864] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1361.330864] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1361.344669] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 9fc3b289-4ce8-45ab-a115-93a511ca9b60 in Status: IN_PROGRESS for 2s [ 1361.539664] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1361.539864] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1361.539864] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1361.540120] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1361.540242] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1361.540374] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 57d59245-eb1e-4f15-8165-8929db12612b is going to be updated. [ 1361.571841] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1361.572091] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1361.572091] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1361.572374] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1361.572582] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1361.581519] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 57d59245-eb1e-4f15-8165-8929db12612b in Status: IN_PROGRESS for 2s [ 1361.834533] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1361.834750] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1361.834832] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1361.835119] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1361.835225] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1361.835423] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1361.835549] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1361.835630] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1361.835814] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1361.835905] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1361.835992] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 917a94d5-a00b-4ea5-9811-d09a5e99b038 is going to be updated. [ 1361.869345] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1361.869517] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1361.869607] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1361.869834] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1361.869974] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1361.878400] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 917a94d5-a00b-4ea5-9811-d09a5e99b038 in Status: IN_PROGRESS for 2s [ 1363.360100] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 9fc3b289-4ce8-45ab-a115-93a511ca9b60 in Status: SUCCESS [ 1363.360505] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-9fc3b289-4ce8-45ab-a115-93a511ca9b60" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1363.593850] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 57d59245-eb1e-4f15-8165-8929db12612b in Status: SUCCESS [ 1363.594053] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-57d59245-eb1e-4f15-8165-8929db12612b" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1363.594204] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-57d59245-eb1e-4f15-8165-8929db12612b" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1363.594417] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-57d59245-eb1e-4f15-8165-8929db12612b" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1363.594612] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1363.594743] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1363.594809] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1363.595033] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1363.595121] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1363.595212] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-57d59245-eb1e-4f15-8165-8929db12612b" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1363.595300] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('57d59245-eb1e-4f15-8165-8929db12612b',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1363.890864] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 917a94d5-a00b-4ea5-9811-d09a5e99b038 in Status: SUCCESS [ 1363.891099] env[69685]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 917a94d5-a00b-4ea5-9811-d09a5e99b038 deletion is rescheduled due to dependency. [ 1363.891212] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-917a94d5-a00b-4ea5-9811-d09a5e99b038" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1364.098211] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock member-57d59245-eb1e-4f15-8165-8929db12612b taken with stack trace [, , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1364.098459] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-57d59245-eb1e-4f15-8165-8929db12612b" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1364.098588] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-57d59245-eb1e-4f15-8165-8929db12612b" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1364.099030] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-57d59245-eb1e-4f15-8165-8929db12612b" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1364.099221] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1364.099383] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1364.099497] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1364.099767] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1364.099901] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1364.100060] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-57d59245-eb1e-4f15-8165-8929db12612b" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1364.100316] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock member-57d59245-eb1e-4f15-8165-8929db12612b taken with stack trace [, , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1364.100478] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-57d59245-eb1e-4f15-8165-8929db12612b" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1364.100578] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-57d59245-eb1e-4f15-8165-8929db12612b" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1364.100817] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-57d59245-eb1e-4f15-8165-8929db12612b" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1364.101061] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1364.101225] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1364.101324] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1364.101555] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1364.101681] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1364.101823] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-57d59245-eb1e-4f15-8165-8929db12612b" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1364.101979] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('57d59245-eb1e-4f15-8165-8929db12612b',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1364.604335] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 57d59245-eb1e-4f15-8165-8929db12612b: rpc.has_security_group_logging(os_id): False [ 1364.639268] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1364.639541] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1364.639541] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1364.639712] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1364.639802] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1364.640038] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1364.640181] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1364.640292] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1364.640473] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1364.640555] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1364.640794] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1364.640893] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1364.640953] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1364.641144] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1364.641240] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1364.641447] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1364.641539] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1364.641592] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1364.641756] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1364.641850] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1364.641955] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 57d59245-eb1e-4f15-8165-8929db12612b is going to be updated. [ 1364.710372] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1364.710620] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1364.710620] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1364.710935] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1364.711154] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1364.726482] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 57d59245-eb1e-4f15-8165-8929db12612b in Status: IN_PROGRESS for 2s [ 1366.326114] env[69685]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1366.326426] env[69685]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=1 [ 1366.741405] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 57d59245-eb1e-4f15-8165-8929db12612b in Status: SUCCESS [ 1366.741706] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-57d59245-eb1e-4f15-8165-8929db12612b" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1371.327634] env[69685]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1371.327634] env[69685]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1373.304997] env[69685]: INFO networking_nsxv3.common.synchronization [req-ef8eb917-6736-45c6-a673-560050a8e772 req-53cee111-6511-43cd-a4e1-0f3e48fb47ed tempest-ServerActionsTestOtherB-115242521 tempest-ServerActionsTestOtherB-115242521-project-member] Enqueued Resource ID: 9fc3b289-4ce8-45ab-a115-93a511ca9b60 with Priority: HIGHEST for action security_group_members [ 1373.305530] env[69685]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9fc3b289-4ce8-45ab-a115-93a511ca9b60 with Priority: HIGHEST for action security_group_members [ 1373.306179] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock member-9fc3b289-4ce8-45ab-a115-93a511ca9b60 taken with stack trace [, , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1373.306306] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9fc3b289-4ce8-45ab-a115-93a511ca9b60" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1373.306374] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9fc3b289-4ce8-45ab-a115-93a511ca9b60" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1373.306570] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9fc3b289-4ce8-45ab-a115-93a511ca9b60" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1373.306724] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1373.306828] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1373.306891] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1373.307085] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1373.307230] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1373.307336] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9fc3b289-4ce8-45ab-a115-93a511ca9b60',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1373.809584] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1373.809801] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1373.809801] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1373.809935] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1373.810058] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1373.810243] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1373.810369] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1373.810427] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1373.810572] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1373.810713] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1373.810809] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9fc3b289-4ce8-45ab-a115-93a511ca9b60 is going to be updated. [ 1373.837015] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1373.837184] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1373.837245] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1373.837417] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1373.837574] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1373.845206] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9fc3b289-4ce8-45ab-a115-93a511ca9b60 in Status: IN_PROGRESS for 2s [ 1375.855561] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9fc3b289-4ce8-45ab-a115-93a511ca9b60 in Status: SUCCESS [ 1375.855933] env[69685]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9fc3b289-4ce8-45ab-a115-93a511ca9b60 deletion is rescheduled due to dependency. [ 1375.855933] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9fc3b289-4ce8-45ab-a115-93a511ca9b60" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1378.306785] env[69685]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1378.307210] env[69685]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1381.909406] env[69685]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-27145722-4c15-45ef-968b-a060eb5ca256 None None] NSXv3 Agent Agent loop - iteration:2 completed [ 1381.909670] env[69685]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-27145722-4c15-45ef-968b-a060eb5ca256 None None] NSXv3 Agent Agent loop - iteration:3 started [ 1383.307773] env[69685]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1383.308047] env[69685]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1384.427836] env[69685]: INFO networking_nsxv3.common.synchronization [None req-4c9a24a4-0eeb-46b7-bd90-9aff2338ed95 None None] Enqueued Resource ID: d74a4231-8ea5-4eac-a2a8-5c61782b3ec7 with Priority: HIGHEST for action port [ 1384.428112] env[69685]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d74a4231-8ea5-4eac-a2a8-5c61782b3ec7 with Priority: HIGHEST for action port [ 1384.428616] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock port-d74a4231-8ea5-4eac-a2a8-5c61782b3ec7 taken with stack trace [, , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1384.428743] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d74a4231-8ea5-4eac-a2a8-5c61782b3ec7" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1384.428811] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d74a4231-8ea5-4eac-a2a8-5c61782b3ec7" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1384.429080] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d74a4231-8ea5-4eac-a2a8-5c61782b3ec7" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1384.429159] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d74a4231-8ea5-4eac-a2a8-5c61782b3ec7',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1384.872530] env[69685]: INFO networking_nsxv3.common.synchronization [None req-b4424ea4-107e-4fcc-b11f-78d847b1abdb tempest-ServerActionsV293TestJSON-1329047407 tempest-ServerActionsV293TestJSON-1329047407-project-member] Enqueued Resource ID: 2b209085-8abb-488a-873c-45b2dd93f4be with Priority: HIGHEST for action security_group_rules [ 1384.873134] env[69685]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2b209085-8abb-488a-873c-45b2dd93f4be with Priority: HIGHEST for action security_group_rules [ 1384.873422] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock rules-2b209085-8abb-488a-873c-45b2dd93f4be taken with stack trace [, , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1384.873493] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-2b209085-8abb-488a-873c-45b2dd93f4be" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1384.873550] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-2b209085-8abb-488a-873c-45b2dd93f4be" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1384.873824] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-2b209085-8abb-488a-873c-45b2dd93f4be" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1384.873912] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('2b209085-8abb-488a-873c-45b2dd93f4be',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1384.931039] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port d74a4231-8ea5-4eac-a2a8-5c61782b3ec7 [ 1384.931280] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1384.931433] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1384.931522] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1384.931774] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1384.931818] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1384.931900] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:d74a4231-8ea5-4eac-a2a8-5c61782b3ec7 already deleted. [ 1384.931988] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d74a4231-8ea5-4eac-a2a8-5c61782b3ec7" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1384.945761] env[69685]: INFO networking_nsxv3.common.synchronization [None req-7ef120c1-1fdb-41fa-8072-c84d8a353f28 tempest-ServerActionsV293TestJSON-1329047407 tempest-ServerActionsV293TestJSON-1329047407-project-member] Enqueued Resource ID: 2b209085-8abb-488a-873c-45b2dd93f4be with Priority: HIGHEST for action security_group_rules [ 1384.945761] env[69685]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2b209085-8abb-488a-873c-45b2dd93f4be with Priority: HIGHEST for action security_group_rules [ 1384.945761] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock rules-2b209085-8abb-488a-873c-45b2dd93f4be taken with stack trace [, , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1384.945761] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-2b209085-8abb-488a-873c-45b2dd93f4be" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1385.394957] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1385.395275] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1385.395348] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1385.395553] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1385.395644] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1385.395741] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 2b209085-8abb-488a-873c-45b2dd93f4be already deleted. [ 1385.395824] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-2b209085-8abb-488a-873c-45b2dd93f4be" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1385.396123] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-2b209085-8abb-488a-873c-45b2dd93f4be" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1385.396167] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-2b209085-8abb-488a-873c-45b2dd93f4be" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1385.396245] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('2b209085-8abb-488a-873c-45b2dd93f4be',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1385.917932] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1385.918323] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1385.918323] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1385.918425] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1385.918464] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1385.918562] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 2b209085-8abb-488a-873c-45b2dd93f4be already deleted. [ 1385.918642] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-2b209085-8abb-488a-873c-45b2dd93f4be" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1386.465692] env[69685]: INFO networking_nsxv3.common.synchronization [None req-f0d59118-336f-4a61-b88d-10e5d451b3a6 None None] Enqueued Resource ID: e2ba674b-77fe-45ed-90a3-b10abbadf69e with Priority: HIGHEST for action port [ 1386.466374] env[69685]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e2ba674b-77fe-45ed-90a3-b10abbadf69e with Priority: HIGHEST for action port [ 1386.466736] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock port-e2ba674b-77fe-45ed-90a3-b10abbadf69e taken with stack trace [, , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1386.466865] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e2ba674b-77fe-45ed-90a3-b10abbadf69e" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1386.466932] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e2ba674b-77fe-45ed-90a3-b10abbadf69e" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1386.467336] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e2ba674b-77fe-45ed-90a3-b10abbadf69e" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1386.467429] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e2ba674b-77fe-45ed-90a3-b10abbadf69e',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1386.969074] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port e2ba674b-77fe-45ed-90a3-b10abbadf69e [ 1386.969384] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1386.969456] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1386.969521] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1386.969728] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1386.969817] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1386.969913] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:e2ba674b-77fe-45ed-90a3-b10abbadf69e already deleted. [ 1386.969992] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e2ba674b-77fe-45ed-90a3-b10abbadf69e" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1388.609883] env[69685]: INFO networking_nsxv3.common.synchronization [req-58c7382a-1d61-4d28-8cf5-e4e4acb494d7 req-4043be81-6552-4082-94e7-0516dfa749c2 tempest-ServersNegativeTestJSON-452028216 tempest-ServersNegativeTestJSON-452028216-project-member] Enqueued Resource ID: 57d59245-eb1e-4f15-8165-8929db12612b with Priority: HIGHEST for action security_group_members [ 1388.610472] env[69685]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 57d59245-eb1e-4f15-8165-8929db12612b with Priority: HIGHEST for action security_group_members [ 1388.610743] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock member-57d59245-eb1e-4f15-8165-8929db12612b taken with stack trace [, , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1388.610888] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-57d59245-eb1e-4f15-8165-8929db12612b" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1388.610949] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-57d59245-eb1e-4f15-8165-8929db12612b" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1388.611173] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-57d59245-eb1e-4f15-8165-8929db12612b" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1388.611328] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1388.611437] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1388.611517] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1388.611647] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1388.611772] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1388.611821] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('57d59245-eb1e-4f15-8165-8929db12612b',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1388.851143] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock all taken with stack trace [, , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1388.851375] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "all" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1388.851375] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "all" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1388.851773] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "all" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1388.851943] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_ports_with_revisions called with arguments (1000, 0) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1389.113594] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1389.113857] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1389.113857] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1389.114149] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1389.114258] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1389.114443] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1389.114539] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1389.114605] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1389.114767] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1389.114844] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1389.114933] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 57d59245-eb1e-4f15-8165-8929db12612b is going to be updated. [ 1389.143725] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1389.144053] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1389.144053] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1389.144517] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1389.144676] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1389.152240] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 57d59245-eb1e-4f15-8165-8929db12612b in Status: IN_PROGRESS for 2s [ 1389.354224] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_groups_with_revisions called with arguments (1000, 0) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1389.857057] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_qos_policies_with_revisions called with arguments (1000, 0) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1390.359831] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Inventory metadata is going to be refreshed. [ 1390.359985] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Segment. [ 1391.049074] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1391.049535] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1391.049535] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1391.049535] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1391.060829] env[69685]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider [-] Duplicate resource with OS_ID: 992 ID: cl2-zone-992 [ 1391.061714] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1391.062800] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:SegmentPort. [ 1391.099731] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1391.099972] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1391.099972] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1391.100142] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1391.113172] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1391.113815] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:SegmentPort Is:0. [ 1391.113900] env[69685]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:SegmentPort Are:set() {{(pid=69685) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1391.113973] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules). [ 1391.148031] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1391.148228] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1391.148228] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1391.148407] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1391.149796] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1391.149950] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules Remote IP Prefix). [ 1391.165387] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 57d59245-eb1e-4f15-8165-8929db12612b in Status: SUCCESS [ 1391.165547] env[69685]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 57d59245-eb1e-4f15-8165-8929db12612b deletion is rescheduled due to dependency. [ 1391.166160] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-57d59245-eb1e-4f15-8165-8929db12612b" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1391.217956] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules Remote IP Prefix) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1391.218141] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules Remote IP Prefix)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1391.218141] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules Remote IP Prefix)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1391.218395] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules Remote IP Prefix)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1391.218699] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules Remote IP Prefix)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1391.218971] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Address Group. [ 1391.292058] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Address Group taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1391.292221] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Address Group" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1391.292336] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Address Group" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1391.292494] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Address Group" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1391.292803] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Address Group" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1391.293191] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Security Group (Rules) Is:45. [ 1391.293457] env[69685]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Security Group (Rules) Are:{'373dc220-6922-42c9-9031-971b9f1da491', '5e2a3608-8755-4a87-8f09-3dc54e922d50', '44df7af5-9b09-4233-a2c0-263d36d91662', '1006738e-c736-4cd9-bffd-5f884c40156d', 'b9252159-17c8-45ef-bdbe-1a0b66a60841', '17f1b291-01ca-4784-90d0-bac307946028', '57d59245-eb1e-4f15-8165-8929db12612b', '7e595196-78e9-4731-8bbc-1732959ee441', '174e25d4-9e09-4a69-9c52-ed6c8d2f77b7', 'cf2f5d4c-3cd8-4fdd-9a9f-ec6fe7d29873', '957addfe-0815-4952-8cf1-80f8ba25be41', 'd21925e0-0624-4d3f-afc3-56d44506a8d0', '9fc3b289-4ce8-45ab-a115-93a511ca9b60', 'f7493f91-3855-4cdf-b1bb-82c20660c232', 'bbed9d31-5596-43da-97e8-1afe86ce9aec', '17403b43-4bd7-45a0-9c6c-7edabdf082c7', 'b79e97cd-c3d8-47a7-b94a-505236efe9c5', 'f2def81b-5c18-4728-93cb-eefdf85f267d', 'e3c7cd2b-45b9-46e6-bfca-79a452650487', '24c0145a-8a6b-41b2-85dd-bc961b19e0c7', '882d1b35-f97c-4de5-bbd6-ee0944474173', '25004ae4-48f1-4142-aba8-3a71efb2c6dc', '821485bd-4de2-4dea-8610-5c489355978c', '5ef219b4-c621-4645-9c97-22a83d872582', 'a1f49ff3-a7bb-4aec-a58f-628ec6679051', '644fbaeb-8bfe-4026-8561-feb405cc4b4f', '2406fba9-a9fc-4720-937d-2a0a894ad28f', '917a94d5-a00b-4ea5-9811-d09a5e99b038', '38825f6e-f5b3-476a-ade8-5547ffbe74c1', 'a4b7db26-f9af-4c84-bf2d-dec757e43a8c', '9f77f884-bf5a-4239-9508-cd9e7aec6f18', '4ea7bb1c-b746-44b1-abbe-9e20ef6cb145', '86643987-b9b4-44bb-b22a-ed3d1837d6d7', '49a2ed09-3a30-47a5-87f3-33db4284296e', 'f65c8e4c-f08a-4581-b7a6-d79e38e7d0d2', '6ebadec5-8c71-4ef2-8f93-b133e23e2ce2', 'af97d0e4-a6cc-4895-870c-6d977cad4c6f', 'bb4e4637-54d4-44c0-baea-15ddfd34982f', 'a24645bc-2ebe-49bd-bc4f-109759b44485', '6fba90ef-2e1a-4e00-b2dd-b7e5536634f8', 'f725338b-04fb-4229-97a1-3eaf15235ac8', 'e950982e-8473-4713-9586-d072ddf52984', 'f9fe5796-97e5-42cd-b9a0-bf405b68f6e5', 'ac536170-a00a-4e24-bc25-b3bd0dc6d3c3', 'fa1fcefd-41ba-486a-af6d-c2283bb00786'} {{(pid=69685) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1391.293457] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Segment QoS. [ 1391.312225] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Segment QoS taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1391.312393] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment QoS" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1391.312436] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment QoS" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1391.312592] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment QoS" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1391.312679] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment QoS" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1391.312784] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Segment QoS Is:0. [ 1391.312895] env[69685]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Segment QoS Are:set() {{(pid=69685) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1391.312957] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Members). [ 1391.383282] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1391.383496] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1391.383496] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1391.383701] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1391.384874] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1391.385162] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Security Group (Members) Is:0. [ 1391.385241] env[69685]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Security Group (Members) Are:set() {{(pid=69685) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1391.385306] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Inventory metadata have been refreshed. [ 1391.385470] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 0/0 resources of Type:Ports [ 1391.385607] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 20/45 resources of Type:Security Group Rules [ 1391.385698] env[69685]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 373dc220-6922-42c9-9031-971b9f1da491 with Priority: HIGH for action security_group_rules [ 1391.385789] env[69685]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 5e2a3608-8755-4a87-8f09-3dc54e922d50 with Priority: HIGH for action security_group_rules [ 1391.385878] env[69685]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 44df7af5-9b09-4233-a2c0-263d36d91662 with Priority: HIGH for action security_group_rules [ 1391.385924] env[69685]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 1006738e-c736-4cd9-bffd-5f884c40156d with Priority: HIGH for action security_group_rules [ 1391.385995] env[69685]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: b9252159-17c8-45ef-bdbe-1a0b66a60841 with Priority: HIGH for action security_group_rules [ 1391.386063] env[69685]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 17f1b291-01ca-4784-90d0-bac307946028 with Priority: HIGH for action security_group_rules [ 1391.386119] env[69685]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 57d59245-eb1e-4f15-8165-8929db12612b with Priority: HIGH for action security_group_rules [ 1391.386176] env[69685]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 7e595196-78e9-4731-8bbc-1732959ee441 with Priority: HIGH for action security_group_rules [ 1391.386237] env[69685]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 174e25d4-9e09-4a69-9c52-ed6c8d2f77b7 with Priority: HIGH for action security_group_rules [ 1391.386290] env[69685]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: cf2f5d4c-3cd8-4fdd-9a9f-ec6fe7d29873 with Priority: HIGH for action security_group_rules [ 1391.386338] env[69685]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 957addfe-0815-4952-8cf1-80f8ba25be41 with Priority: HIGH for action security_group_rules [ 1391.386400] env[69685]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: d21925e0-0624-4d3f-afc3-56d44506a8d0 with Priority: HIGH for action security_group_rules [ 1391.386455] env[69685]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 9fc3b289-4ce8-45ab-a115-93a511ca9b60 with Priority: HIGH for action security_group_rules [ 1391.386513] env[69685]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: f7493f91-3855-4cdf-b1bb-82c20660c232 with Priority: HIGH for action security_group_rules [ 1391.386574] env[69685]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: bbed9d31-5596-43da-97e8-1afe86ce9aec with Priority: HIGH for action security_group_rules [ 1391.386632] env[69685]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 17403b43-4bd7-45a0-9c6c-7edabdf082c7 with Priority: HIGH for action security_group_rules [ 1391.386689] env[69685]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: b79e97cd-c3d8-47a7-b94a-505236efe9c5 with Priority: HIGH for action security_group_rules [ 1391.386749] env[69685]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: f2def81b-5c18-4728-93cb-eefdf85f267d with Priority: HIGH for action security_group_rules [ 1391.386802] env[69685]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: e3c7cd2b-45b9-46e6-bfca-79a452650487 with Priority: HIGH for action security_group_rules [ 1391.386870] env[69685]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 24c0145a-8a6b-41b2-85dd-bc961b19e0c7 with Priority: HIGH for action security_group_rules [ 1391.386972] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "all" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1393.611349] env[69685]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1393.611691] env[69685]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=20], Jobs=0 [ 1393.611691] env[69685]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 373dc220-6922-42c9-9031-971b9f1da491 with Priority: HIGH for action security_group_rules [ 1393.611691] env[69685]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 44df7af5-9b09-4233-a2c0-263d36d91662 with Priority: HIGH for action security_group_rules [ 1393.611808] env[69685]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 57d59245-eb1e-4f15-8165-8929db12612b with Priority: HIGH for action security_group_rules [ 1393.611933] env[69685]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bbed9d31-5596-43da-97e8-1afe86ce9aec with Priority: HIGH for action security_group_rules [ 1393.612015] env[69685]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 24c0145a-8a6b-41b2-85dd-bc961b19e0c7 with Priority: HIGH for action security_group_rules [ 1393.612079] env[69685]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e3c7cd2b-45b9-46e6-bfca-79a452650487 with Priority: HIGH for action security_group_rules [ 1393.612144] env[69685]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f2def81b-5c18-4728-93cb-eefdf85f267d with Priority: HIGH for action security_group_rules [ 1393.612224] env[69685]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b79e97cd-c3d8-47a7-b94a-505236efe9c5 with Priority: HIGH for action security_group_rules [ 1393.612315] env[69685]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f7493f91-3855-4cdf-b1bb-82c20660c232 with Priority: HIGH for action security_group_rules [ 1393.612409] env[69685]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 17403b43-4bd7-45a0-9c6c-7edabdf082c7 with Priority: HIGH for action security_group_rules [ 1393.612513] env[69685]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9fc3b289-4ce8-45ab-a115-93a511ca9b60 with Priority: HIGH for action security_group_rules [ 1393.612608] env[69685]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d21925e0-0624-4d3f-afc3-56d44506a8d0 with Priority: HIGH for action security_group_rules [ 1393.612695] env[69685]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 957addfe-0815-4952-8cf1-80f8ba25be41 with Priority: HIGH for action security_group_rules [ 1393.612781] env[69685]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cf2f5d4c-3cd8-4fdd-9a9f-ec6fe7d29873 with Priority: HIGH for action security_group_rules [ 1393.612906] env[69685]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 174e25d4-9e09-4a69-9c52-ed6c8d2f77b7 with Priority: HIGH for action security_group_rules [ 1393.613023] env[69685]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 17f1b291-01ca-4784-90d0-bac307946028 with Priority: HIGH for action security_group_rules [ 1393.613104] env[69685]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7e595196-78e9-4731-8bbc-1732959ee441 with Priority: HIGH for action security_group_rules [ 1393.613191] env[69685]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b9252159-17c8-45ef-bdbe-1a0b66a60841 with Priority: HIGH for action security_group_rules [ 1393.613275] env[69685]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5e2a3608-8755-4a87-8f09-3dc54e922d50 with Priority: HIGH for action security_group_rules [ 1393.613362] env[69685]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1006738e-c736-4cd9-bffd-5f884c40156d with Priority: HIGH for action security_group_rules [ 1393.613677] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock rules-373dc220-6922-42c9-9031-971b9f1da491 taken with stack trace [, , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1393.613806] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-373dc220-6922-42c9-9031-971b9f1da491" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1393.613887] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-373dc220-6922-42c9-9031-971b9f1da491" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1393.614156] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-373dc220-6922-42c9-9031-971b9f1da491" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1393.614242] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('373dc220-6922-42c9-9031-971b9f1da491',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1393.615205] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock rules-44df7af5-9b09-4233-a2c0-263d36d91662 taken with stack trace [, , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1393.615299] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-44df7af5-9b09-4233-a2c0-263d36d91662" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1393.615371] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-44df7af5-9b09-4233-a2c0-263d36d91662" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1393.615514] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-44df7af5-9b09-4233-a2c0-263d36d91662" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1393.615601] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('44df7af5-9b09-4233-a2c0-263d36d91662',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1393.616345] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock rules-57d59245-eb1e-4f15-8165-8929db12612b taken with stack trace [, , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1393.616479] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-57d59245-eb1e-4f15-8165-8929db12612b" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1393.616536] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-57d59245-eb1e-4f15-8165-8929db12612b" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1393.616647] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-57d59245-eb1e-4f15-8165-8929db12612b" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1393.616714] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('57d59245-eb1e-4f15-8165-8929db12612b',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1393.617582] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock rules-bbed9d31-5596-43da-97e8-1afe86ce9aec taken with stack trace [, , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1393.617691] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-bbed9d31-5596-43da-97e8-1afe86ce9aec" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1393.617756] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-bbed9d31-5596-43da-97e8-1afe86ce9aec" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1393.617904] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-bbed9d31-5596-43da-97e8-1afe86ce9aec" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1393.617975] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('bbed9d31-5596-43da-97e8-1afe86ce9aec',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1393.618644] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock rules-24c0145a-8a6b-41b2-85dd-bc961b19e0c7 taken with stack trace [, , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1393.618778] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-24c0145a-8a6b-41b2-85dd-bc961b19e0c7" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1393.618849] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-24c0145a-8a6b-41b2-85dd-bc961b19e0c7" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1393.619014] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-24c0145a-8a6b-41b2-85dd-bc961b19e0c7" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1393.620892] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('24c0145a-8a6b-41b2-85dd-bc961b19e0c7',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1393.621834] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e3c7cd2b-45b9-46e6-bfca-79a452650487 taken with stack trace [, , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1393.621944] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e3c7cd2b-45b9-46e6-bfca-79a452650487" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1393.622024] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e3c7cd2b-45b9-46e6-bfca-79a452650487" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1393.622171] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e3c7cd2b-45b9-46e6-bfca-79a452650487" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1393.622242] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e3c7cd2b-45b9-46e6-bfca-79a452650487',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1393.623422] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f2def81b-5c18-4728-93cb-eefdf85f267d taken with stack trace [, , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1393.623480] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f2def81b-5c18-4728-93cb-eefdf85f267d" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1393.623519] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f2def81b-5c18-4728-93cb-eefdf85f267d" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1393.623661] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f2def81b-5c18-4728-93cb-eefdf85f267d" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1393.623916] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f2def81b-5c18-4728-93cb-eefdf85f267d',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1393.624880] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b79e97cd-c3d8-47a7-b94a-505236efe9c5 taken with stack trace [, , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1393.624990] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b79e97cd-c3d8-47a7-b94a-505236efe9c5" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1393.625064] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b79e97cd-c3d8-47a7-b94a-505236efe9c5" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1393.625224] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b79e97cd-c3d8-47a7-b94a-505236efe9c5" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1393.625289] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b79e97cd-c3d8-47a7-b94a-505236efe9c5',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1393.626249] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f7493f91-3855-4cdf-b1bb-82c20660c232 taken with stack trace [, , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1393.626388] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f7493f91-3855-4cdf-b1bb-82c20660c232" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1393.626697] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f7493f91-3855-4cdf-b1bb-82c20660c232" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1393.626862] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f7493f91-3855-4cdf-b1bb-82c20660c232" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1393.626939] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f7493f91-3855-4cdf-b1bb-82c20660c232',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1393.627975] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock rules-17403b43-4bd7-45a0-9c6c-7edabdf082c7 taken with stack trace [, , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1393.628099] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-17403b43-4bd7-45a0-9c6c-7edabdf082c7" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1393.628167] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-17403b43-4bd7-45a0-9c6c-7edabdf082c7" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1393.628311] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-17403b43-4bd7-45a0-9c6c-7edabdf082c7" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1393.628377] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('17403b43-4bd7-45a0-9c6c-7edabdf082c7',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1393.629551] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock rules-9fc3b289-4ce8-45ab-a115-93a511ca9b60 taken with stack trace [, , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1393.629663] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-9fc3b289-4ce8-45ab-a115-93a511ca9b60" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1393.629740] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-9fc3b289-4ce8-45ab-a115-93a511ca9b60" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1393.629921] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-9fc3b289-4ce8-45ab-a115-93a511ca9b60" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1393.630197] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('9fc3b289-4ce8-45ab-a115-93a511ca9b60',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1393.630907] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d21925e0-0624-4d3f-afc3-56d44506a8d0 taken with stack trace [, , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1393.631022] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d21925e0-0624-4d3f-afc3-56d44506a8d0" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1393.631090] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d21925e0-0624-4d3f-afc3-56d44506a8d0" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1393.631232] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d21925e0-0624-4d3f-afc3-56d44506a8d0" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1393.631317] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d21925e0-0624-4d3f-afc3-56d44506a8d0',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1393.632299] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock rules-957addfe-0815-4952-8cf1-80f8ba25be41 taken with stack trace [, , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1393.632407] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-957addfe-0815-4952-8cf1-80f8ba25be41" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1393.632473] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-957addfe-0815-4952-8cf1-80f8ba25be41" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1393.632616] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-957addfe-0815-4952-8cf1-80f8ba25be41" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1393.632688] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('957addfe-0815-4952-8cf1-80f8ba25be41',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1393.633722] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock rules-cf2f5d4c-3cd8-4fdd-9a9f-ec6fe7d29873 taken with stack trace [, , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1393.633839] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-cf2f5d4c-3cd8-4fdd-9a9f-ec6fe7d29873" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1393.633949] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-cf2f5d4c-3cd8-4fdd-9a9f-ec6fe7d29873" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1393.634142] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-cf2f5d4c-3cd8-4fdd-9a9f-ec6fe7d29873" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1393.634210] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('cf2f5d4c-3cd8-4fdd-9a9f-ec6fe7d29873',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1393.635332] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock rules-174e25d4-9e09-4a69-9c52-ed6c8d2f77b7 taken with stack trace [, , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1393.635438] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-174e25d4-9e09-4a69-9c52-ed6c8d2f77b7" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1393.635505] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-174e25d4-9e09-4a69-9c52-ed6c8d2f77b7" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1393.635691] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-174e25d4-9e09-4a69-9c52-ed6c8d2f77b7" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1393.635765] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('174e25d4-9e09-4a69-9c52-ed6c8d2f77b7',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1393.636680] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock rules-17f1b291-01ca-4784-90d0-bac307946028 taken with stack trace [, , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1393.636793] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-17f1b291-01ca-4784-90d0-bac307946028" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1393.636847] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-17f1b291-01ca-4784-90d0-bac307946028" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1393.636993] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-17f1b291-01ca-4784-90d0-bac307946028" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1393.637072] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('17f1b291-01ca-4784-90d0-bac307946028',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1393.638113] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock rules-7e595196-78e9-4731-8bbc-1732959ee441 taken with stack trace [, , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1393.638219] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-7e595196-78e9-4731-8bbc-1732959ee441" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1393.638293] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-7e595196-78e9-4731-8bbc-1732959ee441" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1393.638668] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-7e595196-78e9-4731-8bbc-1732959ee441" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1393.638747] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('7e595196-78e9-4731-8bbc-1732959ee441',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1393.639674] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b9252159-17c8-45ef-bdbe-1a0b66a60841 taken with stack trace [, , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1393.639783] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b9252159-17c8-45ef-bdbe-1a0b66a60841" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1393.639877] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b9252159-17c8-45ef-bdbe-1a0b66a60841" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1393.640025] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b9252159-17c8-45ef-bdbe-1a0b66a60841" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1393.640089] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b9252159-17c8-45ef-bdbe-1a0b66a60841',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1393.640788] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock rules-5e2a3608-8755-4a87-8f09-3dc54e922d50 taken with stack trace [, , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1393.640904] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-5e2a3608-8755-4a87-8f09-3dc54e922d50" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1393.640993] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-5e2a3608-8755-4a87-8f09-3dc54e922d50" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1393.641390] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-5e2a3608-8755-4a87-8f09-3dc54e922d50" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1393.641482] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('5e2a3608-8755-4a87-8f09-3dc54e922d50',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1393.642481] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock rules-1006738e-c736-4cd9-bffd-5f884c40156d taken with stack trace [, , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1393.642586] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-1006738e-c736-4cd9-bffd-5f884c40156d" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1393.642648] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-1006738e-c736-4cd9-bffd-5f884c40156d" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1393.643021] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-1006738e-c736-4cd9-bffd-5f884c40156d" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1393.643105] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('1006738e-c736-4cd9-bffd-5f884c40156d',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1393.666811] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1393.667026] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1393.667075] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1393.667252] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1393.668712] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1393.668806] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1393.670156] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1393.670279] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1393.686242] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1393.686242] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 44df7af5-9b09-4233-a2c0-263d36d91662 is going to be deleted. [ 1393.687027] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1393.687027] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1393.704899] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1393.705048] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 373dc220-6922-42c9-9031-971b9f1da491 is going to be deleted. [ 1393.705940] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1393.706158] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1393.723529] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1393.723677] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 24c0145a-8a6b-41b2-85dd-bc961b19e0c7 is going to be deleted. [ 1393.745599] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1393.745694] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1393.745730] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1393.745918] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1393.746024] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1393.746141] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-44df7af5-9b09-4233-a2c0-263d36d91662" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1393.754263] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1393.754263] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1393.754263] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1393.754263] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1393.754263] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1393.754263] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-373dc220-6922-42c9-9031-971b9f1da491" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1393.771341] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1393.771503] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1393.771550] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1393.771917] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1393.772023] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1393.772142] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-24c0145a-8a6b-41b2-85dd-bc961b19e0c7" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1394.134104] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock member-d21925e0-0624-4d3f-afc3-56d44506a8d0 taken with stack trace [, , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1394.134271] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d21925e0-0624-4d3f-afc3-56d44506a8d0" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1394.134324] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d21925e0-0624-4d3f-afc3-56d44506a8d0" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1394.134503] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d21925e0-0624-4d3f-afc3-56d44506a8d0" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1394.134660] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1394.134751] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1394.134813] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1394.134953] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1394.135053] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1394.135142] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d21925e0-0624-4d3f-afc3-56d44506a8d0" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1394.135227] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('d21925e0-0624-4d3f-afc3-56d44506a8d0',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1394.140271] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock member-17f1b291-01ca-4784-90d0-bac307946028 taken with stack trace [, , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1394.140431] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-17f1b291-01ca-4784-90d0-bac307946028" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1394.140533] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-17f1b291-01ca-4784-90d0-bac307946028" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1394.140658] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-17f1b291-01ca-4784-90d0-bac307946028" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1394.140804] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1394.140900] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1394.140964] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1394.141123] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1394.141203] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1394.141285] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-17f1b291-01ca-4784-90d0-bac307946028" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1394.141367] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('17f1b291-01ca-4784-90d0-bac307946028',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1394.143262] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1394.143386] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1394.143449] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1394.143587] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1394.145270] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1394.145270] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1394.146272] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1394.146406] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1394.160349] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1394.160484] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1394.167155] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1394.167340] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1394.177733] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1394.177842] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1394.182957] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1394.183070] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1394.187211] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1394.187312] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1394.188643] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1394.188740] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1394.189433] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1394.189519] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1394.190229] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1394.190325] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1394.191013] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1394.191124] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1394.191846] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1394.191945] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1394.192828] env[69685]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1394.192974] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1394.193086] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1394.193639] env[69685]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1394.194128] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1394.194246] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e3c7cd2b-45b9-46e6-bfca-79a452650487 is going to be deleted. [ 1394.195228] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1394.195313] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1394.200635] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1394.200730] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1394.214899] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1394.215035] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f2def81b-5c18-4728-93cb-eefdf85f267d is going to be deleted. [ 1394.215896] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1394.216117] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1394.231675] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1394.231806] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b79e97cd-c3d8-47a7-b94a-505236efe9c5 is going to be deleted. [ 1394.232769] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1394.232769] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1394.251749] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1394.251749] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f7493f91-3855-4cdf-b1bb-82c20660c232 is going to be deleted. [ 1394.252332] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1394.252525] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1394.253808] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1394.253974] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1394.266353] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1394.266353] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1394.282351] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1394.282351] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1394.283182] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1394.283291] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 17403b43-4bd7-45a0-9c6c-7edabdf082c7 is going to be deleted. [ 1394.284131] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1394.284329] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1394.303667] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1394.303807] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1394.304650] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1394.305255] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 9fc3b289-4ce8-45ab-a115-93a511ca9b60 is going to be deleted. [ 1394.305604] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1394.305790] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1394.336682] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1394.336682] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 7e595196-78e9-4731-8bbc-1732959ee441 is going to be deleted. [ 1394.337476] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1394.337605] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1394.351548] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1394.351638] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1394.359089] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1394.359168] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 5e2a3608-8755-4a87-8f09-3dc54e922d50 is going to be deleted. [ 1394.360037] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1394.360282] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1394.409231] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1394.409231] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 957addfe-0815-4952-8cf1-80f8ba25be41 is going to be deleted. [ 1394.410096] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1394.410336] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1394.434696] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1394.434696] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1394.471913] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1394.472088] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: bbed9d31-5596-43da-97e8-1afe86ce9aec is going to be deleted. [ 1394.473050] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1394.473229] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1394.474904] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1394.474904] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1394.477512] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1394.478583] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1394.502991] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1394.503140] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 1006738e-c736-4cd9-bffd-5f884c40156d is going to be deleted. [ 1394.503999] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1394.504218] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1394.527508] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1394.527660] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1394.545905] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1394.546076] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b9252159-17c8-45ef-bdbe-1a0b66a60841 is going to be deleted. [ 1394.547052] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1394.547856] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1394.612724] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1394.613114] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: cf2f5d4c-3cd8-4fdd-9a9f-ec6fe7d29873 is going to be deleted. [ 1394.613806] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1394.614050] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1394.615547] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1394.615648] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1394.629575] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1394.629731] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1394.637070] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('d21925e0-0624-4d3f-afc3-56d44506a8d0',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1394.640284] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1394.640386] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 174e25d4-9e09-4a69-9c52-ed6c8d2f77b7 is going to be deleted. [ 1394.641235] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1394.641513] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1394.653014] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('17f1b291-01ca-4784-90d0-bac307946028',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1394.707938] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1394.708125] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1394.711797] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1394.711921] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 57d59245-eb1e-4f15-8165-8929db12612b is going to be deleted. [ 1394.712830] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1394.713096] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1394.713192] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1394.713313] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e3c7cd2b-45b9-46e6-bfca-79a452650487" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1394.713457] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1394.713615] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1394.713694] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1394.713812] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f2def81b-5c18-4728-93cb-eefdf85f267d" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1394.714327] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1394.714489] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1394.714573] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1394.714691] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b79e97cd-c3d8-47a7-b94a-505236efe9c5" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1394.714818] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1394.714963] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1394.715053] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1394.715167] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f7493f91-3855-4cdf-b1bb-82c20660c232" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1394.715291] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1394.715442] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1394.715521] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1394.715629] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-17403b43-4bd7-45a0-9c6c-7edabdf082c7" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1394.715750] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1394.715890] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1394.715965] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1394.716091] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-9fc3b289-4ce8-45ab-a115-93a511ca9b60" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1394.716217] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1394.716367] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1394.716477] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1394.716575] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-7e595196-78e9-4731-8bbc-1732959ee441" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1394.716698] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1394.716839] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1394.716915] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1394.717030] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-5e2a3608-8755-4a87-8f09-3dc54e922d50" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1394.717153] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1394.717293] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1394.717368] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1394.717475] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-957addfe-0815-4952-8cf1-80f8ba25be41" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1394.717592] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1394.717729] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1394.717826] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1394.717906] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-bbed9d31-5596-43da-97e8-1afe86ce9aec" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1394.718039] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1394.718217] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1394.718296] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1394.718406] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-1006738e-c736-4cd9-bffd-5f884c40156d" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1394.718528] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1394.718665] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1394.718774] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1394.718841] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b9252159-17c8-45ef-bdbe-1a0b66a60841" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1394.756282] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1394.756428] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1394.756498] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1394.756658] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1394.756745] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1394.756858] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-cf2f5d4c-3cd8-4fdd-9a9f-ec6fe7d29873" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1394.770983] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1394.771191] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1394.771268] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1394.771457] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1394.771545] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1394.771663] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-174e25d4-9e09-4a69-9c52-ed6c8d2f77b7" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1394.826635] env[69685]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1394.827130] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1394.827263] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1394.827338] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1394.827512] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1394.827594] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1394.827701] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-57d59245-eb1e-4f15-8165-8929db12612b" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1395.139898] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for d21925e0-0624-4d3f-afc3-56d44506a8d0: rpc.has_security_group_logging(os_id): False [ 1395.155461] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 17f1b291-01ca-4784-90d0-bac307946028: rpc.has_security_group_logging(os_id): False [ 1395.176436] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1395.176667] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1395.176667] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1395.176873] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1395.179969] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1395.180115] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1395.199006] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1395.199368] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1395.199474] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1395.199542] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1395.199736] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1395.199816] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1395.199905] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d21925e0-0624-4d3f-afc3-56d44506a8d0 is going to be updated. [ 1395.200984] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1395.201163] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1395.227993] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1395.228408] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1395.228533] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1395.228596] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1395.228808] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1395.228897] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1395.228977] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 17f1b291-01ca-4784-90d0-bac307946028 is going to be updated. [ 1395.267342] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1395.267515] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1395.267566] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1395.267764] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1395.267910] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1395.279500] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d21925e0-0624-4d3f-afc3-56d44506a8d0 in Status: IN_PROGRESS for 2s [ 1395.284630] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1395.284732] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1395.284854] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1395.284947] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1395.285095] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1395.307167] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 17f1b291-01ca-4784-90d0-bac307946028 in Status: IN_PROGRESS for 2s [ 1397.291441] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d21925e0-0624-4d3f-afc3-56d44506a8d0 in Status: SUCCESS [ 1397.291714] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d21925e0-0624-4d3f-afc3-56d44506a8d0" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1397.316362] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 17f1b291-01ca-4784-90d0-bac307946028 in Status: SUCCESS [ 1397.316581] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-17f1b291-01ca-4784-90d0-bac307946028" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1398.614891] env[69685]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1398.615288] env[69685]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1403.616411] env[69685]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1403.616411] env[69685]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1408.190862] env[69685]: INFO networking_nsxv3.common.synchronization [req-4ba20141-0dc3-40fb-8cba-ac665ab086e0 req-179eebb0-4cbf-4815-b0e6-d6829c37628e tempest-ServerActionsV293TestJSON-1329047407 tempest-ServerActionsV293TestJSON-1329047407-project-member] Enqueued Resource ID: 2b209085-8abb-488a-873c-45b2dd93f4be with Priority: HIGHEST for action security_group_members [ 1408.191450] env[69685]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2b209085-8abb-488a-873c-45b2dd93f4be with Priority: HIGHEST for action security_group_members [ 1408.191760] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock member-2b209085-8abb-488a-873c-45b2dd93f4be taken with stack trace [, , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1408.191899] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2b209085-8abb-488a-873c-45b2dd93f4be" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1408.191968] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2b209085-8abb-488a-873c-45b2dd93f4be" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1408.192299] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2b209085-8abb-488a-873c-45b2dd93f4be" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1408.192515] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1408.192648] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1408.192735] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1408.192943] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1408.193077] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1408.193214] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2b209085-8abb-488a-873c-45b2dd93f4be',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1408.463933] env[69685]: DEBUG networking_nsxv3.common.locking [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Lock network-452 taken with stack trace [, , , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1408.464099] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquiring lock "network-452" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1408.464224] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquired lock "network-452" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1408.464552] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquired external semaphore "network-452" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1408.464828] env[69685]: DEBUG networking_nsxv3.common.locking [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1408.464992] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquiring lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1408.465125] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquired lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1408.465346] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquired external semaphore "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1408.465493] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Releasing lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1408.465709] env[69685]: DEBUG dogpile.cache.region [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] No value present for key: 'zone-id' {{(pid=69685) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1408.465823] env[69685]: DEBUG dogpile.lock [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] NeedRegenerationException {{(pid=69685) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1408.465933] env[69685]: DEBUG dogpile.lock [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] no value, waiting for create lock {{(pid=69685) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1408.466051] env[69685]: DEBUG dogpile.lock [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] value creation lock acquired {{(pid=69685) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1408.466166] env[69685]: DEBUG dogpile.cache.region [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] No value present for key: 'zone-id' {{(pid=69685) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1408.466271] env[69685]: DEBUG dogpile.lock [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Calling creation function for not-yet-present value {{(pid=69685) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1408.466416] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1408.485823] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1408.485981] env[69685]: DEBUG dogpile.cache.region [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=69685) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1408.486135] env[69685]: DEBUG dogpile.lock [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Released creation lock {{(pid=69685) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1408.486306] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Releasing lock "network-452" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1408.486584] env[69685]: DEBUG networking_nsxv3.common.locking [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Lock port-ac1a4522-d960-47ed-8913-a1c83cc7b125 taken with stack trace [, , , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1408.486750] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquiring lock "port-ac1a4522-d960-47ed-8913-a1c83cc7b125" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1408.486890] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquired lock "port-ac1a4522-d960-47ed-8913-a1c83cc7b125" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1408.487203] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquired external semaphore "port-ac1a4522-d960-47ed-8913-a1c83cc7b125" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1408.487346] env[69685]: DEBUG networking_nsxv3.api.rpc [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ac1a4522-d960-47ed-8913-a1c83cc7b125',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1408.696585] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1408.696776] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1408.696818] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1408.696999] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1408.697109] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1408.697311] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1408.697407] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1408.697471] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1408.697610] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1408.697687] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1408.697775] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2b209085-8abb-488a-873c-45b2dd93f4be already deleted. [ 1408.697849] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2b209085-8abb-488a-873c-45b2dd93f4be" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1408.989200] env[69685]: DEBUG networking_nsxv3.common.locking [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1408.989439] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquiring lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1408.989520] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquired lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1408.989793] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquired external semaphore "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1408.989940] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Releasing lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1408.990115] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Segment Port ac1a4522-d960-47ed-8913-a1c83cc7b125 not found, creating... [ 1408.990455] env[69685]: DEBUG networking_nsxv3.common.locking [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1408.990640] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquiring lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1408.990755] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquired lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1408.991012] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquired external semaphore "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1408.991213] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Releasing lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1408.991496] env[69685]: DEBUG networking_nsxv3.common.locking [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1408.991671] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquiring lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1408.991799] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquired lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1408.991943] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquired external semaphore "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1408.992107] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Releasing lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1408.992235] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Resource: SegmentPort with ID: ac1a4522-d960-47ed-8913-a1c83cc7b125 is going to be created. [ 1409.013714] env[69685]: DEBUG networking_nsxv3.common.locking [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1409.014216] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquiring lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1409.014397] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquired lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1409.014709] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquired external semaphore "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1409.014957] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Releasing lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1409.015248] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Releasing lock "port-ac1a4522-d960-47ed-8913-a1c83cc7b125" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1409.675335] env[69685]: INFO networking_nsxv3.common.synchronization [req-4ba20141-0dc3-40fb-8cba-ac665ab086e0 req-2aaa2049-31e1-49eb-b5e4-b4adc0057c5f service nova] Enqueued Resource ID: 2b209085-8abb-488a-873c-45b2dd93f4be with Priority: HIGHEST for action security_group_rules [ 1409.675611] env[69685]: INFO networking_nsxv3.common.synchronization [req-4ba20141-0dc3-40fb-8cba-ac665ab086e0 req-2aaa2049-31e1-49eb-b5e4-b4adc0057c5f service nova] Enqueued Resource ID: 2b209085-8abb-488a-873c-45b2dd93f4be with Priority: HIGHEST for action security_group_members [ 1409.675611] env[69685]: INFO networking_nsxv3.common.synchronization [req-4ba20141-0dc3-40fb-8cba-ac665ab086e0 req-2aaa2049-31e1-49eb-b5e4-b4adc0057c5f service nova] Enqueued Resource ID: ac1a4522-d960-47ed-8913-a1c83cc7b125 with Priority: HIGHEST for action port [ 1409.675810] env[69685]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2b209085-8abb-488a-873c-45b2dd93f4be with Priority: HIGHEST for action security_group_rules [ 1409.675923] env[69685]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2b209085-8abb-488a-873c-45b2dd93f4be with Priority: HIGHEST for action security_group_members [ 1409.676028] env[69685]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ac1a4522-d960-47ed-8913-a1c83cc7b125 with Priority: HIGHEST for action port [ 1409.676546] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock rules-2b209085-8abb-488a-873c-45b2dd93f4be taken with stack trace [, , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1409.676678] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-2b209085-8abb-488a-873c-45b2dd93f4be" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1409.676740] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-2b209085-8abb-488a-873c-45b2dd93f4be" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1409.676975] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-2b209085-8abb-488a-873c-45b2dd93f4be" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1409.677092] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('2b209085-8abb-488a-873c-45b2dd93f4be',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1409.677788] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock member-2b209085-8abb-488a-873c-45b2dd93f4be taken with stack trace [, , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1409.678216] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2b209085-8abb-488a-873c-45b2dd93f4be" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1409.678298] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2b209085-8abb-488a-873c-45b2dd93f4be" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1409.678455] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2b209085-8abb-488a-873c-45b2dd93f4be" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1409.678601] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1409.678698] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1409.678760] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1409.678896] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1409.679030] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1409.679114] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2b209085-8abb-488a-873c-45b2dd93f4be',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1409.679771] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock port-ac1a4522-d960-47ed-8913-a1c83cc7b125 taken with stack trace [, , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1409.679876] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ac1a4522-d960-47ed-8913-a1c83cc7b125" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1409.679938] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ac1a4522-d960-47ed-8913-a1c83cc7b125" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1409.680103] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ac1a4522-d960-47ed-8913-a1c83cc7b125" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1409.680172] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ac1a4522-d960-47ed-8913-a1c83cc7b125',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1410.182076] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock member-2b209085-8abb-488a-873c-45b2dd93f4be taken with stack trace [, , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1410.182367] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2b209085-8abb-488a-873c-45b2dd93f4be" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1410.182431] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('2b209085-8abb-488a-873c-45b2dd93f4be',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1410.183431] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port ac1a4522-d960-47ed-8913-a1c83cc7b125 with status ACTIVE [ 1410.183612] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1410.183729] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1410.183794] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1410.183991] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1410.184084] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1410.184256] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1410.184354] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1410.184417] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1410.184562] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1410.184630] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1410.184803] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1410.184893] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1410.184950] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1410.185096] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1410.185274] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1410.185274] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: ac1a4522-d960-47ed-8913-a1c83cc7b125 is going to be updated. [ 1410.205660] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1410.205872] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1410.205872] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1410.206086] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1410.206226] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1410.206384] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ac1a4522-d960-47ed-8913-a1c83cc7b125" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1410.688059] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('2b209085-8abb-488a-873c-45b2dd93f4be',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1411.191965] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1411.191965] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1411.191965] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1411.191965] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1411.191965] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1411.191965] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2b209085-8abb-488a-873c-45b2dd93f4be is going to be created. [ 1411.219878] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1411.220092] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1411.220182] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1411.220432] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1411.220643] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1411.229826] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2b209085-8abb-488a-873c-45b2dd93f4be in Status: UNINITIALIZED for 2s [ 1413.258448] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2b209085-8abb-488a-873c-45b2dd93f4be in Status: SUCCESS [ 1413.258827] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2b209085-8abb-488a-873c-45b2dd93f4be" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1413.258827] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2b209085-8abb-488a-873c-45b2dd93f4be" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1413.259019] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2b209085-8abb-488a-873c-45b2dd93f4be" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1413.259213] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1413.259344] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1413.259397] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1413.259536] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1413.259608] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1413.259694] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2b209085-8abb-488a-873c-45b2dd93f4be" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1413.259782] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('2b209085-8abb-488a-873c-45b2dd93f4be',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1413.762290] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('2b209085-8abb-488a-873c-45b2dd93f4be',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1414.264833] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 2b209085-8abb-488a-873c-45b2dd93f4be: rpc.has_security_group_logging(os_id): False [ 1414.281554] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1414.281742] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1414.281797] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1414.281967] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1414.282076] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1414.282330] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1414.282432] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1414.282496] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1414.282653] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1414.282732] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1414.282819] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 2b209085-8abb-488a-873c-45b2dd93f4be is going to be created. [ 1414.337328] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1414.337537] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1414.337537] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1414.337673] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1414.337837] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1414.348078] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 2b209085-8abb-488a-873c-45b2dd93f4be in Status: IN_PROGRESS for 2s [ 1414.676642] env[69685]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1414.676848] env[69685]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=1 [ 1416.360552] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 2b209085-8abb-488a-873c-45b2dd93f4be in Status: SUCCESS [ 1416.360863] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-2b209085-8abb-488a-873c-45b2dd93f4be" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1419.677655] env[69685]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1419.678043] env[69685]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1424.678942] env[69685]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1424.679321] env[69685]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1429.680325] env[69685]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1429.680325] env[69685]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1434.681304] env[69685]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1434.681304] env[69685]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1438.757582] env[69685]: INFO networking_nsxv3.common.synchronization [req-8a5f06de-6abe-4059-b7d4-1f6a1b98f1b3 req-b6eec580-cc39-42ae-a529-7c6cd8a65dc2 tempest-AttachVolumeTestJSON-1016141581 tempest-AttachVolumeTestJSON-1016141581-project-member] Enqueued Resource ID: d21925e0-0624-4d3f-afc3-56d44506a8d0 with Priority: HIGHEST for action security_group_members [ 1438.758128] env[69685]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d21925e0-0624-4d3f-afc3-56d44506a8d0 with Priority: HIGHEST for action security_group_members [ 1438.758434] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock member-d21925e0-0624-4d3f-afc3-56d44506a8d0 taken with stack trace [, , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1438.758557] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d21925e0-0624-4d3f-afc3-56d44506a8d0" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1438.758626] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d21925e0-0624-4d3f-afc3-56d44506a8d0" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1438.758829] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d21925e0-0624-4d3f-afc3-56d44506a8d0" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1438.759025] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1438.759149] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1438.759149] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1438.759297] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1438.759388] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1438.759489] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d21925e0-0624-4d3f-afc3-56d44506a8d0',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1439.262123] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1439.262123] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1439.262123] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1439.262123] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1439.262123] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1439.262482] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1439.262482] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1439.262482] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1439.262595] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1439.262720] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1439.262762] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d21925e0-0624-4d3f-afc3-56d44506a8d0 is going to be updated. [ 1439.289729] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1439.289852] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1439.289991] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1439.290099] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1439.290232] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1439.298062] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d21925e0-0624-4d3f-afc3-56d44506a8d0 in Status: IN_PROGRESS for 2s [ 1441.308537] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d21925e0-0624-4d3f-afc3-56d44506a8d0 in Status: SUCCESS [ 1441.308814] env[69685]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d21925e0-0624-4d3f-afc3-56d44506a8d0 deletion is rescheduled due to dependency. [ 1441.308814] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d21925e0-0624-4d3f-afc3-56d44506a8d0" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1443.309383] env[69685]: INFO networking_nsxv3.common.synchronization [None req-83e31d0b-50db-4552-8239-93f55a68ef93 tempest-AttachVolumeTestJSON-1016141581 tempest-AttachVolumeTestJSON-1016141581-project-member] Enqueued Resource ID: 935bb48c-f7a6-4b75-899f-25622a146f01 with Priority: HIGHEST for action security_group_rules [ 1443.309907] env[69685]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 935bb48c-f7a6-4b75-899f-25622a146f01 with Priority: HIGHEST for action security_group_rules [ 1443.310232] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock rules-935bb48c-f7a6-4b75-899f-25622a146f01 taken with stack trace [, , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1443.310349] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-935bb48c-f7a6-4b75-899f-25622a146f01" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1443.310411] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-935bb48c-f7a6-4b75-899f-25622a146f01" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1443.310672] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-935bb48c-f7a6-4b75-899f-25622a146f01" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1443.310757] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('935bb48c-f7a6-4b75-899f-25622a146f01',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1443.372381] env[69685]: INFO networking_nsxv3.common.synchronization [None req-b53cc213-e2a0-4b74-a7ba-deb4ee44076f tempest-AttachVolumeTestJSON-1016141581 tempest-AttachVolumeTestJSON-1016141581-project-member] Enqueued Resource ID: 935bb48c-f7a6-4b75-899f-25622a146f01 with Priority: HIGHEST for action security_group_rules [ 1443.372881] env[69685]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 935bb48c-f7a6-4b75-899f-25622a146f01 with Priority: HIGHEST for action security_group_rules [ 1443.373196] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock rules-935bb48c-f7a6-4b75-899f-25622a146f01 taken with stack trace [, , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1443.373299] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-935bb48c-f7a6-4b75-899f-25622a146f01" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1443.831815] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1443.833027] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1443.833027] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1443.833027] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1443.833027] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1443.833027] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 935bb48c-f7a6-4b75-899f-25622a146f01 already deleted. [ 1443.833027] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-935bb48c-f7a6-4b75-899f-25622a146f01" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1443.833027] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-935bb48c-f7a6-4b75-899f-25622a146f01" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1443.833027] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-935bb48c-f7a6-4b75-899f-25622a146f01" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1443.833027] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('935bb48c-f7a6-4b75-899f-25622a146f01',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1444.353660] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1444.353660] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1444.353660] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1444.354236] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1444.354236] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1444.354236] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 935bb48c-f7a6-4b75-899f-25622a146f01 already deleted. [ 1444.354236] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-935bb48c-f7a6-4b75-899f-25622a146f01" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1448.373512] env[69685]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1448.373836] env[69685]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1448.540349] env[69685]: INFO networking_nsxv3.common.synchronization [req-91997360-23c7-43e2-b1ca-93203db2a5d8 req-ca46bc0a-3b1a-466e-96b6-893b7ececc6d tempest-AttachVolumeTestJSON-1016141581 tempest-AttachVolumeTestJSON-1016141581-project-member] Enqueued Resource ID: 935bb48c-f7a6-4b75-899f-25622a146f01 with Priority: HIGHEST for action security_group_members [ 1448.540866] env[69685]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 935bb48c-f7a6-4b75-899f-25622a146f01 with Priority: HIGHEST for action security_group_members [ 1448.541195] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock member-935bb48c-f7a6-4b75-899f-25622a146f01 taken with stack trace [, , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1448.541322] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-935bb48c-f7a6-4b75-899f-25622a146f01" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1448.541386] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-935bb48c-f7a6-4b75-899f-25622a146f01" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1448.541644] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-935bb48c-f7a6-4b75-899f-25622a146f01" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1448.541809] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1448.541911] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1448.541969] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1448.542178] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1448.542275] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1448.542367] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('935bb48c-f7a6-4b75-899f-25622a146f01',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1448.790694] env[69685]: DEBUG networking_nsxv3.common.locking [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Lock network-929 taken with stack trace [, , , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1448.790881] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquiring lock "network-929" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1448.791029] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquired lock "network-929" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1448.791298] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquired external semaphore "network-929" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1448.791614] env[69685]: DEBUG networking_nsxv3.common.locking [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1448.791787] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquiring lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1448.791911] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquired lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1448.792151] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquired external semaphore "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1448.792300] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Releasing lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1448.792516] env[69685]: DEBUG dogpile.cache.region [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] No value present for key: 'zone-id' {{(pid=69685) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1448.792634] env[69685]: DEBUG dogpile.lock [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] NeedRegenerationException {{(pid=69685) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1448.792747] env[69685]: DEBUG dogpile.lock [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] no value, waiting for create lock {{(pid=69685) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1448.792856] env[69685]: DEBUG dogpile.lock [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] value creation lock acquired {{(pid=69685) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1448.792967] env[69685]: DEBUG dogpile.cache.region [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] No value present for key: 'zone-id' {{(pid=69685) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1448.793088] env[69685]: DEBUG dogpile.lock [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Calling creation function for not-yet-present value {{(pid=69685) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1448.793224] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1448.812911] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1448.813084] env[69685]: DEBUG dogpile.cache.region [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=69685) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1448.813221] env[69685]: DEBUG dogpile.lock [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Released creation lock {{(pid=69685) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1448.813386] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Releasing lock "network-929" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1448.813690] env[69685]: DEBUG networking_nsxv3.common.locking [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Lock port-ea554190-b8af-4cee-bea0-e8535efcd7cb taken with stack trace [, , , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1448.813861] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquiring lock "port-ea554190-b8af-4cee-bea0-e8535efcd7cb" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1448.813984] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquired lock "port-ea554190-b8af-4cee-bea0-e8535efcd7cb" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1448.814271] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquired external semaphore "port-ea554190-b8af-4cee-bea0-e8535efcd7cb" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1448.814414] env[69685]: DEBUG networking_nsxv3.api.rpc [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ea554190-b8af-4cee-bea0-e8535efcd7cb',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1449.044983] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1449.045248] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1449.045248] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1449.045382] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1449.045461] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1449.045650] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1449.045748] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1449.045821] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1449.045970] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1449.046061] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1449.046150] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 935bb48c-f7a6-4b75-899f-25622a146f01 already deleted. [ 1449.046229] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-935bb48c-f7a6-4b75-899f-25622a146f01" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1449.316551] env[69685]: DEBUG networking_nsxv3.common.locking [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1449.316839] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquiring lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1449.316972] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquired lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1449.317979] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquired external semaphore "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1449.318151] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Releasing lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1449.318371] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Segment Port ea554190-b8af-4cee-bea0-e8535efcd7cb not found, creating... [ 1449.318588] env[69685]: DEBUG networking_nsxv3.common.locking [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1449.318772] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquiring lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1449.318884] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquired lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1449.319433] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquired external semaphore "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1449.319433] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Releasing lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1449.319691] env[69685]: DEBUG networking_nsxv3.common.locking [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1449.319691] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquiring lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1449.319798] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquired lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1449.319975] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquired external semaphore "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1449.320129] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Releasing lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1449.320273] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Resource: SegmentPort with ID: ea554190-b8af-4cee-bea0-e8535efcd7cb is going to be created. [ 1449.339910] env[69685]: DEBUG networking_nsxv3.common.locking [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1449.339910] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquiring lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1449.339910] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquired lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1449.340239] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquired external semaphore "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1449.340469] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Releasing lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1449.340755] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Releasing lock "port-ea554190-b8af-4cee-bea0-e8535efcd7cb" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1450.005570] env[69685]: INFO networking_nsxv3.common.synchronization [req-91997360-23c7-43e2-b1ca-93203db2a5d8 req-0600a96b-c1d5-45c3-b8bb-d99e187b90ad service nova] Enqueued Resource ID: 935bb48c-f7a6-4b75-899f-25622a146f01 with Priority: HIGHEST for action security_group_rules [ 1450.005836] env[69685]: INFO networking_nsxv3.common.synchronization [req-91997360-23c7-43e2-b1ca-93203db2a5d8 req-0600a96b-c1d5-45c3-b8bb-d99e187b90ad service nova] Enqueued Resource ID: 935bb48c-f7a6-4b75-899f-25622a146f01 with Priority: HIGHEST for action security_group_members [ 1450.005973] env[69685]: INFO networking_nsxv3.common.synchronization [req-91997360-23c7-43e2-b1ca-93203db2a5d8 req-0600a96b-c1d5-45c3-b8bb-d99e187b90ad service nova] Enqueued Resource ID: ea554190-b8af-4cee-bea0-e8535efcd7cb with Priority: HIGHEST for action port [ 1450.006148] env[69685]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 935bb48c-f7a6-4b75-899f-25622a146f01 with Priority: HIGHEST for action security_group_rules [ 1450.006277] env[69685]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 935bb48c-f7a6-4b75-899f-25622a146f01 with Priority: HIGHEST for action security_group_members [ 1450.006371] env[69685]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ea554190-b8af-4cee-bea0-e8535efcd7cb with Priority: HIGHEST for action port [ 1450.006894] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock rules-935bb48c-f7a6-4b75-899f-25622a146f01 taken with stack trace [, , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1450.007086] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-935bb48c-f7a6-4b75-899f-25622a146f01" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1450.007171] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-935bb48c-f7a6-4b75-899f-25622a146f01" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1450.007369] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-935bb48c-f7a6-4b75-899f-25622a146f01" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1450.007449] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('935bb48c-f7a6-4b75-899f-25622a146f01',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1450.008230] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock member-935bb48c-f7a6-4b75-899f-25622a146f01 taken with stack trace [, , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1450.008343] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-935bb48c-f7a6-4b75-899f-25622a146f01" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1450.008411] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-935bb48c-f7a6-4b75-899f-25622a146f01" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1450.008573] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-935bb48c-f7a6-4b75-899f-25622a146f01" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1450.008718] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1450.008812] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1450.008872] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1450.009029] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1450.009107] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1450.009193] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('935bb48c-f7a6-4b75-899f-25622a146f01',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1450.010170] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock port-ea554190-b8af-4cee-bea0-e8535efcd7cb taken with stack trace [, , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1450.010284] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ea554190-b8af-4cee-bea0-e8535efcd7cb" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1450.010346] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ea554190-b8af-4cee-bea0-e8535efcd7cb" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1450.011094] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ea554190-b8af-4cee-bea0-e8535efcd7cb" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1450.011094] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ea554190-b8af-4cee-bea0-e8535efcd7cb',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1450.513932] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('935bb48c-f7a6-4b75-899f-25622a146f01',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1450.513932] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock member-935bb48c-f7a6-4b75-899f-25622a146f01 taken with stack trace [, , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1450.513932] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-935bb48c-f7a6-4b75-899f-25622a146f01" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1450.513932] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port ea554190-b8af-4cee-bea0-e8535efcd7cb with status ACTIVE [ 1450.514132] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1450.514132] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1450.514242] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1450.514386] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1450.514479] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1450.514629] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1450.514723] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1450.514785] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1450.514933] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1450.515021] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1450.515210] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1450.515306] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1450.515365] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1450.515498] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1450.515572] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1450.515655] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: ea554190-b8af-4cee-bea0-e8535efcd7cb is going to be updated. [ 1450.534860] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1450.534997] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1450.535054] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1450.535206] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1450.535333] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1450.535472] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ea554190-b8af-4cee-bea0-e8535efcd7cb" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1451.017495] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('935bb48c-f7a6-4b75-899f-25622a146f01',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1451.522942] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1451.523137] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1451.523211] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1451.523424] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1451.523572] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1451.523636] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 935bb48c-f7a6-4b75-899f-25622a146f01 is going to be created. [ 1451.544699] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1451.544851] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1451.544903] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1451.545060] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1451.545213] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1451.553719] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 935bb48c-f7a6-4b75-899f-25622a146f01 in Status: UNINITIALIZED for 2s [ 1453.563696] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 935bb48c-f7a6-4b75-899f-25622a146f01 in Status: SUCCESS [ 1453.564063] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-935bb48c-f7a6-4b75-899f-25622a146f01" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1453.564164] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-935bb48c-f7a6-4b75-899f-25622a146f01" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1453.564371] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-935bb48c-f7a6-4b75-899f-25622a146f01" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1453.564649] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1453.564767] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1453.564825] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1453.564974] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1453.565085] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1453.565173] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-935bb48c-f7a6-4b75-899f-25622a146f01" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1453.565296] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('935bb48c-f7a6-4b75-899f-25622a146f01',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1454.068065] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('935bb48c-f7a6-4b75-899f-25622a146f01',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1454.570571] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 935bb48c-f7a6-4b75-899f-25622a146f01: rpc.has_security_group_logging(os_id): False [ 1454.588705] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1454.588705] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1454.588705] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1454.588904] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1454.588991] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1454.589261] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1454.589366] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1454.589422] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1454.589581] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1454.589661] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1454.589748] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 935bb48c-f7a6-4b75-899f-25622a146f01 is going to be created. [ 1454.654046] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1454.654306] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1454.654306] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1454.654460] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1454.654710] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1454.675084] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 935bb48c-f7a6-4b75-899f-25622a146f01 in Status: IN_PROGRESS for 2s [ 1455.007727] env[69685]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1455.007897] env[69685]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=1 [ 1456.687171] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 935bb48c-f7a6-4b75-899f-25622a146f01 in Status: SUCCESS [ 1456.687500] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-935bb48c-f7a6-4b75-899f-25622a146f01" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1459.311562] env[69685]: INFO networking_nsxv3.common.synchronization [req-c4131085-8ce3-4a24-bbce-abccc3ca2617 req-0959db72-e237-4701-9845-6ac92ef7b86a tempest-ServerActionsV293TestJSON-1329047407 tempest-ServerActionsV293TestJSON-1329047407-project-member] Enqueued Resource ID: 2b209085-8abb-488a-873c-45b2dd93f4be with Priority: HIGHEST for action security_group_members [ 1459.311820] env[69685]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2b209085-8abb-488a-873c-45b2dd93f4be with Priority: HIGHEST for action security_group_members [ 1459.312142] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock member-2b209085-8abb-488a-873c-45b2dd93f4be taken with stack trace [, , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1459.312142] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2b209085-8abb-488a-873c-45b2dd93f4be" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1459.312142] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2b209085-8abb-488a-873c-45b2dd93f4be" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1459.312430] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2b209085-8abb-488a-873c-45b2dd93f4be" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1459.312493] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1459.312574] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1459.312639] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1459.312755] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1459.312833] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1459.312954] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2b209085-8abb-488a-873c-45b2dd93f4be',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1459.818059] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1459.818279] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1459.818351] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1459.818516] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1459.818613] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1459.818811] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1459.818912] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1459.818976] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1459.819369] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1459.819369] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1459.819369] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2b209085-8abb-488a-873c-45b2dd93f4be is going to be updated. [ 1459.848047] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1459.848263] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1459.848263] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1459.848455] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1459.848619] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1459.856987] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2b209085-8abb-488a-873c-45b2dd93f4be in Status: IN_PROGRESS for 2s [ 1461.867173] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2b209085-8abb-488a-873c-45b2dd93f4be in Status: SUCCESS [ 1461.867456] env[69685]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2b209085-8abb-488a-873c-45b2dd93f4be deletion is rescheduled due to dependency. [ 1461.867507] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2b209085-8abb-488a-873c-45b2dd93f4be" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1464.313129] env[69685]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1464.313435] env[69685]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1466.467599] env[69685]: INFO networking_nsxv3.common.synchronization [None req-6e609bd9-251f-4ca5-b42f-9fba97c4b694 tempest-ServerActionsTestJSON-1068201509 tempest-ServerActionsTestJSON-1068201509-project-member] Enqueued Resource ID: b465f29b-6e10-4f06-9599-a77013388fa5 with Priority: HIGHEST for action security_group_rules [ 1466.468226] env[69685]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b465f29b-6e10-4f06-9599-a77013388fa5 with Priority: HIGHEST for action security_group_rules [ 1466.468530] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b465f29b-6e10-4f06-9599-a77013388fa5 taken with stack trace [, , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1466.468652] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b465f29b-6e10-4f06-9599-a77013388fa5" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1466.468716] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b465f29b-6e10-4f06-9599-a77013388fa5" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1466.468970] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b465f29b-6e10-4f06-9599-a77013388fa5" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1466.469072] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b465f29b-6e10-4f06-9599-a77013388fa5',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1466.531118] env[69685]: INFO networking_nsxv3.common.synchronization [None req-3f7109e0-c809-4154-b31a-b94bc613067b tempest-ServerActionsTestJSON-1068201509 tempest-ServerActionsTestJSON-1068201509-project-member] Enqueued Resource ID: b465f29b-6e10-4f06-9599-a77013388fa5 with Priority: HIGHEST for action security_group_rules [ 1466.531600] env[69685]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b465f29b-6e10-4f06-9599-a77013388fa5 with Priority: HIGHEST for action security_group_rules [ 1466.531912] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b465f29b-6e10-4f06-9599-a77013388fa5 taken with stack trace [, , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1466.532027] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b465f29b-6e10-4f06-9599-a77013388fa5" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1467.001803] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1467.002099] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1467.002226] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1467.002484] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1467.002592] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1467.002728] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b465f29b-6e10-4f06-9599-a77013388fa5 already deleted. [ 1467.002819] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b465f29b-6e10-4f06-9599-a77013388fa5" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1467.002967] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b465f29b-6e10-4f06-9599-a77013388fa5" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1467.003162] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b465f29b-6e10-4f06-9599-a77013388fa5" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1467.003243] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b465f29b-6e10-4f06-9599-a77013388fa5',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1467.523325] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1467.523712] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1467.523712] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1467.523712] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1467.523832] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1467.523865] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b465f29b-6e10-4f06-9599-a77013388fa5 already deleted. [ 1467.524034] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b465f29b-6e10-4f06-9599-a77013388fa5" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1471.532864] env[69685]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1471.533348] env[69685]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1471.673808] env[69685]: INFO networking_nsxv3.common.synchronization [req-ec0ce465-f83c-4b7c-8a57-5a5033306f2a req-312aaff1-567a-4cbf-95ab-25acee05a8f2 tempest-ServerActionsTestJSON-1068201509 tempest-ServerActionsTestJSON-1068201509-project-member] Enqueued Resource ID: b465f29b-6e10-4f06-9599-a77013388fa5 with Priority: HIGHEST for action security_group_members [ 1471.676384] env[69685]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b465f29b-6e10-4f06-9599-a77013388fa5 with Priority: HIGHEST for action security_group_members [ 1471.676384] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock member-b465f29b-6e10-4f06-9599-a77013388fa5 taken with stack trace [, , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1471.676384] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b465f29b-6e10-4f06-9599-a77013388fa5" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1471.676384] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b465f29b-6e10-4f06-9599-a77013388fa5" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1471.676384] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b465f29b-6e10-4f06-9599-a77013388fa5" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1471.676384] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1471.676384] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1471.676384] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1471.676384] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1471.676384] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1471.676384] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b465f29b-6e10-4f06-9599-a77013388fa5',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1471.978021] env[69685]: DEBUG networking_nsxv3.common.locking [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Lock network-776 taken with stack trace [, , , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1471.978163] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquiring lock "network-776" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1471.978209] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquired lock "network-776" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1471.978446] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquired external semaphore "network-776" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1471.978709] env[69685]: DEBUG networking_nsxv3.common.locking [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1471.978855] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquiring lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1471.978975] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquired lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1471.979220] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquired external semaphore "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1471.979367] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Releasing lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1471.979598] env[69685]: DEBUG dogpile.cache.region [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] No value present for key: 'zone-id' {{(pid=69685) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1471.979714] env[69685]: DEBUG dogpile.lock [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] NeedRegenerationException {{(pid=69685) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1471.979828] env[69685]: DEBUG dogpile.lock [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] no value, waiting for create lock {{(pid=69685) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1471.979941] env[69685]: DEBUG dogpile.lock [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] value creation lock acquired {{(pid=69685) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1471.980068] env[69685]: DEBUG dogpile.cache.region [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] No value present for key: 'zone-id' {{(pid=69685) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1471.980178] env[69685]: DEBUG dogpile.lock [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Calling creation function for not-yet-present value {{(pid=69685) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1471.980309] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1472.001901] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1472.002088] env[69685]: DEBUG dogpile.cache.region [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=69685) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1472.002231] env[69685]: DEBUG dogpile.lock [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Released creation lock {{(pid=69685) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1472.002398] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Releasing lock "network-776" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1472.002676] env[69685]: DEBUG networking_nsxv3.common.locking [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Lock port-dff0f8a1-8107-482c-a362-c55ba5e56c35 taken with stack trace [, , , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1472.002840] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquiring lock "port-dff0f8a1-8107-482c-a362-c55ba5e56c35" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1472.002963] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquired lock "port-dff0f8a1-8107-482c-a362-c55ba5e56c35" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1472.003285] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquired external semaphore "port-dff0f8a1-8107-482c-a362-c55ba5e56c35" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1472.003418] env[69685]: DEBUG networking_nsxv3.api.rpc [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('dff0f8a1-8107-482c-a362-c55ba5e56c35',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1472.178087] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1472.178358] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1472.178358] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1472.178514] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1472.178604] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1472.178803] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1472.178904] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1472.178966] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1472.179131] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1472.179206] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1472.179292] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b465f29b-6e10-4f06-9599-a77013388fa5 already deleted. [ 1472.179371] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b465f29b-6e10-4f06-9599-a77013388fa5" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1472.505515] env[69685]: DEBUG networking_nsxv3.common.locking [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1472.505818] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquiring lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1472.505993] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquired lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1472.506308] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquired external semaphore "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1472.506468] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Releasing lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1472.506627] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Segment Port dff0f8a1-8107-482c-a362-c55ba5e56c35 not found, creating... [ 1472.506945] env[69685]: DEBUG networking_nsxv3.common.locking [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1472.507120] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquiring lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1472.507251] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquired lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1472.507507] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquired external semaphore "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1472.507686] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Releasing lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1472.508059] env[69685]: DEBUG networking_nsxv3.common.locking [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1472.508230] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquiring lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1472.508350] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquired lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1472.508562] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquired external semaphore "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1472.508698] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Releasing lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1472.508841] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Resource: SegmentPort with ID: dff0f8a1-8107-482c-a362-c55ba5e56c35 is going to be created. [ 1472.528095] env[69685]: DEBUG networking_nsxv3.common.locking [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1472.528329] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquiring lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1472.528458] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquired lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1472.528744] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquired external semaphore "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1472.528980] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Releasing lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1472.529448] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Releasing lock "port-dff0f8a1-8107-482c-a362-c55ba5e56c35" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1473.198209] env[69685]: INFO networking_nsxv3.common.synchronization [req-ec0ce465-f83c-4b7c-8a57-5a5033306f2a req-aa9225a7-2054-4ccf-b020-d557530b8cf4 service nova] Enqueued Resource ID: b465f29b-6e10-4f06-9599-a77013388fa5 with Priority: HIGHEST for action security_group_rules [ 1473.198209] env[69685]: INFO networking_nsxv3.common.synchronization [req-ec0ce465-f83c-4b7c-8a57-5a5033306f2a req-aa9225a7-2054-4ccf-b020-d557530b8cf4 service nova] Enqueued Resource ID: b465f29b-6e10-4f06-9599-a77013388fa5 with Priority: HIGHEST for action security_group_members [ 1473.198209] env[69685]: INFO networking_nsxv3.common.synchronization [req-ec0ce465-f83c-4b7c-8a57-5a5033306f2a req-aa9225a7-2054-4ccf-b020-d557530b8cf4 service nova] Enqueued Resource ID: dff0f8a1-8107-482c-a362-c55ba5e56c35 with Priority: HIGHEST for action port [ 1473.198209] env[69685]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b465f29b-6e10-4f06-9599-a77013388fa5 with Priority: HIGHEST for action security_group_rules [ 1473.198209] env[69685]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b465f29b-6e10-4f06-9599-a77013388fa5 with Priority: HIGHEST for action security_group_members [ 1473.198209] env[69685]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dff0f8a1-8107-482c-a362-c55ba5e56c35 with Priority: HIGHEST for action port [ 1473.198775] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b465f29b-6e10-4f06-9599-a77013388fa5 taken with stack trace [, , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1473.199023] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b465f29b-6e10-4f06-9599-a77013388fa5" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1473.199191] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b465f29b-6e10-4f06-9599-a77013388fa5" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1473.199475] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b465f29b-6e10-4f06-9599-a77013388fa5" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1473.199821] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b465f29b-6e10-4f06-9599-a77013388fa5',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1473.201339] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock member-b465f29b-6e10-4f06-9599-a77013388fa5 taken with stack trace [, , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1473.201595] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b465f29b-6e10-4f06-9599-a77013388fa5" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1473.201751] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b465f29b-6e10-4f06-9599-a77013388fa5" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1473.202019] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b465f29b-6e10-4f06-9599-a77013388fa5" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1473.202293] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1473.202506] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1473.202751] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1473.203027] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1473.203224] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1473.203422] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b465f29b-6e10-4f06-9599-a77013388fa5',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1473.204282] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock port-dff0f8a1-8107-482c-a362-c55ba5e56c35 taken with stack trace [, , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1473.204815] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-dff0f8a1-8107-482c-a362-c55ba5e56c35" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1473.204815] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-dff0f8a1-8107-482c-a362-c55ba5e56c35" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1473.204815] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-dff0f8a1-8107-482c-a362-c55ba5e56c35" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1473.205059] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('dff0f8a1-8107-482c-a362-c55ba5e56c35',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1473.707403] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock member-b465f29b-6e10-4f06-9599-a77013388fa5 taken with stack trace [, , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1473.707403] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b465f29b-6e10-4f06-9599-a77013388fa5" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1473.707403] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('b465f29b-6e10-4f06-9599-a77013388fa5',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1473.708133] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port dff0f8a1-8107-482c-a362-c55ba5e56c35 with status ACTIVE [ 1473.708313] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1473.708440] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1473.708495] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1473.708676] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1473.708760] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1473.708958] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1473.709073] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1473.709137] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1473.709299] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1473.709376] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1473.709558] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1473.709650] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1473.709710] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1473.709850] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1473.709927] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1473.710023] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: dff0f8a1-8107-482c-a362-c55ba5e56c35 is going to be updated. [ 1473.730345] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1473.730498] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1473.730548] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1473.730712] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1473.730853] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1473.731038] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-dff0f8a1-8107-482c-a362-c55ba5e56c35" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1474.211978] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('b465f29b-6e10-4f06-9599-a77013388fa5',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1474.714802] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1474.715024] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1474.715121] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1474.715374] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1474.715473] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1474.715578] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b465f29b-6e10-4f06-9599-a77013388fa5 is going to be created. [ 1474.753893] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1474.754133] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1474.754133] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1474.754355] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1474.754515] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1474.764574] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b465f29b-6e10-4f06-9599-a77013388fa5 in Status: UNINITIALIZED for 2s [ 1476.776762] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b465f29b-6e10-4f06-9599-a77013388fa5 in Status: SUCCESS [ 1476.777270] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b465f29b-6e10-4f06-9599-a77013388fa5" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1476.777270] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b465f29b-6e10-4f06-9599-a77013388fa5" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1476.777402] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b465f29b-6e10-4f06-9599-a77013388fa5" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1476.777574] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1476.777693] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1476.777761] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1476.777908] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1476.777990] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1476.778087] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b465f29b-6e10-4f06-9599-a77013388fa5" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1476.778177] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('b465f29b-6e10-4f06-9599-a77013388fa5',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1477.280302] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('b465f29b-6e10-4f06-9599-a77013388fa5',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1477.783116] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for b465f29b-6e10-4f06-9599-a77013388fa5: rpc.has_security_group_logging(os_id): False [ 1477.800134] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1477.800334] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1477.800437] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1477.800654] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1477.800766] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1477.801082] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1477.801194] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1477.801281] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1477.801454] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1477.801558] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1477.801653] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b465f29b-6e10-4f06-9599-a77013388fa5 is going to be created. [ 1477.876909] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1477.877213] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1477.877213] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1477.877394] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1477.877574] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1477.887909] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b465f29b-6e10-4f06-9599-a77013388fa5 in Status: IN_PROGRESS for 2s [ 1478.198858] env[69685]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1478.199028] env[69685]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=1 [ 1479.901126] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b465f29b-6e10-4f06-9599-a77013388fa5 in Status: SUCCESS [ 1479.901505] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b465f29b-6e10-4f06-9599-a77013388fa5" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1483.200704] env[69685]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1483.200704] env[69685]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1488.201845] env[69685]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1488.202326] env[69685]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1493.202990] env[69685]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1493.202990] env[69685]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1498.204099] env[69685]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1498.204450] env[69685]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1503.205648] env[69685]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1503.205935] env[69685]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1508.206457] env[69685]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1508.206839] env[69685]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1513.208060] env[69685]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1513.208432] env[69685]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1518.209759] env[69685]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1518.210284] env[69685]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1523.210600] env[69685]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1523.211167] env[69685]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1525.254183] env[69685]: INFO networking_nsxv3.common.synchronization [req-685c6e85-b5f9-4f46-bce5-083a40ce73d5 req-59269bbb-2ce0-46b7-a02c-08d11489a6d0 tempest-AttachVolumeTestJSON-1016141581 tempest-AttachVolumeTestJSON-1016141581-project-member] Enqueued Resource ID: 935bb48c-f7a6-4b75-899f-25622a146f01 with Priority: HIGHEST for action security_group_members [ 1525.254748] env[69685]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 935bb48c-f7a6-4b75-899f-25622a146f01 with Priority: HIGHEST for action security_group_members [ 1525.255165] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock member-935bb48c-f7a6-4b75-899f-25622a146f01 taken with stack trace [, , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1525.255303] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-935bb48c-f7a6-4b75-899f-25622a146f01" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1525.255370] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-935bb48c-f7a6-4b75-899f-25622a146f01" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1525.255596] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-935bb48c-f7a6-4b75-899f-25622a146f01" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1525.255747] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1525.255850] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1525.255907] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1525.256073] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1525.256157] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1525.256251] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('935bb48c-f7a6-4b75-899f-25622a146f01',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1525.760154] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1525.760452] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1525.760452] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1525.760610] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1525.760705] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1525.760905] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1525.761031] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1525.761099] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1525.761256] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1525.761336] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1525.761424] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 935bb48c-f7a6-4b75-899f-25622a146f01 is going to be updated. [ 1525.817057] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1525.817266] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1525.817266] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1525.817497] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1525.817643] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1525.841864] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 935bb48c-f7a6-4b75-899f-25622a146f01 in Status: IN_PROGRESS for 2s [ 1527.852048] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 935bb48c-f7a6-4b75-899f-25622a146f01 in Status: SUCCESS [ 1527.852381] env[69685]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 935bb48c-f7a6-4b75-899f-25622a146f01 deletion is rescheduled due to dependency. [ 1527.852381] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-935bb48c-f7a6-4b75-899f-25622a146f01" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1530.256137] env[69685]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1530.256453] env[69685]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1535.256768] env[69685]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1535.257232] env[69685]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1540.257526] env[69685]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1540.257923] env[69685]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1545.259317] env[69685]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1545.259793] env[69685]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1550.260134] env[69685]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1550.260557] env[69685]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1555.261489] env[69685]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1555.261489] env[69685]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1560.262475] env[69685]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1560.262841] env[69685]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1565.121424] env[69685]: INFO networking_nsxv3.common.synchronization [req-36c6f4b9-1d80-4570-b0dd-31de584eb769 req-624e2a7b-6406-44fc-8b28-50ea54346773 tempest-ServerActionsTestJSON-1068201509 tempest-ServerActionsTestJSON-1068201509-project-member] Enqueued Resource ID: b465f29b-6e10-4f06-9599-a77013388fa5 with Priority: HIGHEST for action security_group_members [ 1565.121424] env[69685]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b465f29b-6e10-4f06-9599-a77013388fa5 with Priority: HIGHEST for action security_group_members [ 1565.121664] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock member-b465f29b-6e10-4f06-9599-a77013388fa5 taken with stack trace [, , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1565.121664] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b465f29b-6e10-4f06-9599-a77013388fa5" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1565.121664] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b465f29b-6e10-4f06-9599-a77013388fa5" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1565.123099] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b465f29b-6e10-4f06-9599-a77013388fa5" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1565.123099] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1565.123099] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1565.123099] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1565.123099] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1565.123099] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1565.123099] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b465f29b-6e10-4f06-9599-a77013388fa5',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1565.627481] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1565.627755] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1565.627755] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1565.627883] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1565.627947] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1565.628167] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1565.628298] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1565.628359] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1565.628514] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1565.628594] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1565.628682] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b465f29b-6e10-4f06-9599-a77013388fa5 is going to be updated. [ 1565.659549] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1565.659753] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1565.659753] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1565.659878] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1565.659991] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1565.669513] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b465f29b-6e10-4f06-9599-a77013388fa5 in Status: IN_PROGRESS for 2s [ 1567.680154] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b465f29b-6e10-4f06-9599-a77013388fa5 in Status: SUCCESS [ 1567.680486] env[69685]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b465f29b-6e10-4f06-9599-a77013388fa5 deletion is rescheduled due to dependency. [ 1567.680486] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b465f29b-6e10-4f06-9599-a77013388fa5" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1570.121894] env[69685]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1570.122145] env[69685]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1575.123055] env[69685]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1575.123055] env[69685]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1580.124662] env[69685]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1580.124963] env[69685]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1585.126394] env[69685]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1585.126740] env[69685]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1590.128259] env[69685]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1590.128622] env[69685]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1595.129044] env[69685]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1595.129044] env[69685]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1599.272235] env[69685]: INFO networking_nsxv3.common.synchronization [req-23996a6e-0bbb-41da-8b39-f54437ca1b89 req-b5636c56-9ed7-4e7d-b16e-36c7e61b3aee tempest-ServerActionsTestJSON-1068201509 tempest-ServerActionsTestJSON-1068201509-project-member] Enqueued Resource ID: 17f1b291-01ca-4784-90d0-bac307946028 with Priority: HIGHEST for action security_group_members [ 1599.272746] env[69685]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 17f1b291-01ca-4784-90d0-bac307946028 with Priority: HIGHEST for action security_group_members [ 1599.273517] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock member-17f1b291-01ca-4784-90d0-bac307946028 taken with stack trace [, , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1599.273517] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-17f1b291-01ca-4784-90d0-bac307946028" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1599.273517] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-17f1b291-01ca-4784-90d0-bac307946028" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1599.273517] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-17f1b291-01ca-4784-90d0-bac307946028" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1599.273792] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1599.273792] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1599.273792] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1599.274045] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1599.274045] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1599.274045] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('17f1b291-01ca-4784-90d0-bac307946028',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1599.776914] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1599.777243] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1599.777243] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1599.777417] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1599.777487] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1599.777643] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1599.777782] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1599.777880] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1599.777963] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1599.778050] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1599.778176] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 17f1b291-01ca-4784-90d0-bac307946028 is going to be updated. [ 1599.806134] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1599.806321] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1599.806365] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1599.806496] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1599.806645] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1599.814441] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 17f1b291-01ca-4784-90d0-bac307946028 in Status: IN_PROGRESS for 2s [ 1601.826683] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 17f1b291-01ca-4784-90d0-bac307946028 in Status: SUCCESS [ 1601.827031] env[69685]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 17f1b291-01ca-4784-90d0-bac307946028 deletion is rescheduled due to dependency. [ 1601.827031] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-17f1b291-01ca-4784-90d0-bac307946028" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1604.273576] env[69685]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1604.273970] env[69685]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1606.247249] env[69685]: INFO networking_nsxv3.common.synchronization [req-969a144c-fc37-4e69-b1e6-e5aa4c15c245 req-579b7a02-990a-4832-9da0-9b16f0562397 tempest-ServerActionsTestJSON-1068201509 tempest-ServerActionsTestJSON-1068201509-project-member] Enqueued Resource ID: 17f1b291-01ca-4784-90d0-bac307946028 with Priority: HIGHEST for action security_group_members [ 1606.248236] env[69685]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 17f1b291-01ca-4784-90d0-bac307946028 with Priority: HIGHEST for action security_group_members [ 1606.248236] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock member-17f1b291-01ca-4784-90d0-bac307946028 taken with stack trace [, , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1606.248236] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-17f1b291-01ca-4784-90d0-bac307946028" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1606.248236] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-17f1b291-01ca-4784-90d0-bac307946028" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1606.248236] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-17f1b291-01ca-4784-90d0-bac307946028" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1606.248236] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1606.248714] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1606.248714] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1606.248714] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1606.248714] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1606.248714] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('17f1b291-01ca-4784-90d0-bac307946028',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1606.510777] env[69685]: DEBUG networking_nsxv3.common.locking [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Lock network-776 taken with stack trace [, , , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1606.510990] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquiring lock "network-776" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1606.511129] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquired lock "network-776" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1606.511394] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquired external semaphore "network-776" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1606.511655] env[69685]: DEBUG networking_nsxv3.common.locking [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1606.511814] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquiring lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1606.511933] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquired lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1606.512174] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquired external semaphore "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1606.512324] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Releasing lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1606.512539] env[69685]: DEBUG dogpile.cache.region [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] No value present for key: 'zone-id' {{(pid=69685) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1606.512656] env[69685]: DEBUG dogpile.lock [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] NeedRegenerationException {{(pid=69685) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1606.512771] env[69685]: DEBUG dogpile.lock [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] no value, waiting for create lock {{(pid=69685) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1606.512886] env[69685]: DEBUG dogpile.lock [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] value creation lock acquired {{(pid=69685) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1606.512997] env[69685]: DEBUG dogpile.cache.region [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] No value present for key: 'zone-id' {{(pid=69685) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1606.513122] env[69685]: DEBUG dogpile.lock [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Calling creation function for not-yet-present value {{(pid=69685) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1606.513258] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1606.535379] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1606.535536] env[69685]: DEBUG dogpile.cache.region [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=69685) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1606.535678] env[69685]: DEBUG dogpile.lock [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Released creation lock {{(pid=69685) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1606.535891] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Releasing lock "network-776" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1606.536184] env[69685]: DEBUG networking_nsxv3.common.locking [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Lock port-9406b382-7b22-4a03-8596-c43468f59e9d taken with stack trace [, , , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1606.536346] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquiring lock "port-9406b382-7b22-4a03-8596-c43468f59e9d" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1606.536468] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquired lock "port-9406b382-7b22-4a03-8596-c43468f59e9d" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1606.536754] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquired external semaphore "port-9406b382-7b22-4a03-8596-c43468f59e9d" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1606.536917] env[69685]: DEBUG networking_nsxv3.api.rpc [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9406b382-7b22-4a03-8596-c43468f59e9d',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1606.751201] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1606.751425] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1606.751425] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1606.751618] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1606.751725] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1606.751918] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1606.752020] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1606.752086] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1606.752242] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1606.752321] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1606.752460] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 17f1b291-01ca-4784-90d0-bac307946028 is going to be updated. [ 1606.777658] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1606.777839] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1606.777839] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1606.778012] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1606.778153] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1606.785930] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 17f1b291-01ca-4784-90d0-bac307946028 in Status: IN_PROGRESS for 2s [ 1607.038787] env[69685]: DEBUG networking_nsxv3.common.locking [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1607.039073] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquiring lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1607.039223] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquired lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1607.039511] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquired external semaphore "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1607.039667] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Releasing lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1607.039829] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Segment Port 9406b382-7b22-4a03-8596-c43468f59e9d not found, creating... [ 1607.040109] env[69685]: DEBUG networking_nsxv3.common.locking [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1607.040272] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquiring lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1607.040393] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquired lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1607.040624] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquired external semaphore "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1607.040772] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Releasing lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1607.041069] env[69685]: DEBUG networking_nsxv3.common.locking [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1607.041258] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquiring lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1607.041347] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquired lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1607.041569] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquired external semaphore "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1607.041697] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Releasing lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1607.041850] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Resource: SegmentPort with ID: 9406b382-7b22-4a03-8596-c43468f59e9d is going to be created. [ 1607.061901] env[69685]: DEBUG networking_nsxv3.common.locking [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1607.062109] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquiring lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1607.062239] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquired lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1607.062479] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquired external semaphore "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1607.062706] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Releasing lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1607.062926] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Releasing lock "port-9406b382-7b22-4a03-8596-c43468f59e9d" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1607.716937] env[69685]: INFO networking_nsxv3.common.synchronization [req-969a144c-fc37-4e69-b1e6-e5aa4c15c245 req-634b2b83-d2f4-4776-bffd-f083be0616fd service nova] Enqueued Resource ID: 17f1b291-01ca-4784-90d0-bac307946028 with Priority: HIGHEST for action security_group_rules [ 1607.717235] env[69685]: INFO networking_nsxv3.common.synchronization [req-969a144c-fc37-4e69-b1e6-e5aa4c15c245 req-634b2b83-d2f4-4776-bffd-f083be0616fd service nova] Enqueued Resource ID: 17f1b291-01ca-4784-90d0-bac307946028 with Priority: HIGHEST for action security_group_members [ 1607.717384] env[69685]: INFO networking_nsxv3.common.synchronization [req-969a144c-fc37-4e69-b1e6-e5aa4c15c245 req-634b2b83-d2f4-4776-bffd-f083be0616fd service nova] Enqueued Resource ID: 9406b382-7b22-4a03-8596-c43468f59e9d with Priority: HIGHEST for action port [ 1607.717511] env[69685]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 17f1b291-01ca-4784-90d0-bac307946028 with Priority: HIGHEST for action security_group_rules [ 1607.717635] env[69685]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 17f1b291-01ca-4784-90d0-bac307946028 with Priority: HIGHEST for action security_group_members [ 1607.717731] env[69685]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9406b382-7b22-4a03-8596-c43468f59e9d with Priority: HIGHEST for action port [ 1607.718291] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock rules-17f1b291-01ca-4784-90d0-bac307946028 taken with stack trace [, , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1607.718459] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-17f1b291-01ca-4784-90d0-bac307946028" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1607.718495] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-17f1b291-01ca-4784-90d0-bac307946028" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1607.718667] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-17f1b291-01ca-4784-90d0-bac307946028" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1607.718788] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('17f1b291-01ca-4784-90d0-bac307946028',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1607.719951] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock member-17f1b291-01ca-4784-90d0-bac307946028 taken with stack trace [, , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1607.720070] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-17f1b291-01ca-4784-90d0-bac307946028" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1607.720268] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock port-9406b382-7b22-4a03-8596-c43468f59e9d taken with stack trace [, , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1607.720369] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-9406b382-7b22-4a03-8596-c43468f59e9d" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1607.720467] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-9406b382-7b22-4a03-8596-c43468f59e9d" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1607.720592] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-9406b382-7b22-4a03-8596-c43468f59e9d" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1607.720667] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9406b382-7b22-4a03-8596-c43468f59e9d',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1608.222288] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock member-17f1b291-01ca-4784-90d0-bac307946028 taken with stack trace [, , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1608.222472] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-17f1b291-01ca-4784-90d0-bac307946028" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1608.222569] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 9406b382-7b22-4a03-8596-c43468f59e9d with status ACTIVE [ 1608.222733] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1608.222849] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1608.222916] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1608.223133] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1608.223223] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1608.223403] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1608.223499] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1608.223558] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1608.224055] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1608.224055] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1608.224055] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1608.224055] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1608.224286] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1608.224286] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1608.224346] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1608.224405] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 9406b382-7b22-4a03-8596-c43468f59e9d is going to be updated. [ 1608.244448] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1608.244617] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1608.244617] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1608.244789] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1608.244920] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1608.245072] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-9406b382-7b22-4a03-8596-c43468f59e9d" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1608.795707] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 17f1b291-01ca-4784-90d0-bac307946028 in Status: SUCCESS [ 1608.795997] env[69685]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 17f1b291-01ca-4784-90d0-bac307946028 deletion is rescheduled due to dependency. [ 1608.796068] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-17f1b291-01ca-4784-90d0-bac307946028" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1608.796198] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-17f1b291-01ca-4784-90d0-bac307946028" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1608.796411] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-17f1b291-01ca-4784-90d0-bac307946028" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1608.796595] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1608.796712] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1608.796786] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1608.796985] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1608.797086] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1608.797182] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('17f1b291-01ca-4784-90d0-bac307946028',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1609.299347] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('17f1b291-01ca-4784-90d0-bac307946028',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1609.801522] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('17f1b291-01ca-4784-90d0-bac307946028',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1610.303794] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1610.303947] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1610.304037] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1610.304259] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1610.304353] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1610.304451] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 17f1b291-01ca-4784-90d0-bac307946028 is going to be updated. [ 1610.332426] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1610.332561] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1610.332609] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1610.332881] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1610.332964] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1610.340043] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 17f1b291-01ca-4784-90d0-bac307946028 in Status: IN_PROGRESS for 2s [ 1612.350640] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 17f1b291-01ca-4784-90d0-bac307946028 in Status: SUCCESS [ 1612.351037] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-17f1b291-01ca-4784-90d0-bac307946028" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1612.351037] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-17f1b291-01ca-4784-90d0-bac307946028" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1612.351262] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-17f1b291-01ca-4784-90d0-bac307946028" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1612.351450] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1612.351568] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1612.351626] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1612.351782] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1612.351864] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1612.351947] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-17f1b291-01ca-4784-90d0-bac307946028" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1612.352050] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('17f1b291-01ca-4784-90d0-bac307946028',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1612.719133] env[69685]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1612.719305] env[69685]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=1 [ 1612.854906] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('17f1b291-01ca-4784-90d0-bac307946028',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1613.357543] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 17f1b291-01ca-4784-90d0-bac307946028: rpc.has_security_group_logging(os_id): False [ 1613.375011] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1613.375201] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1613.375267] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1613.375479] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1613.375569] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1613.375866] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1613.375983] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1613.376099] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1613.376274] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1613.376356] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1613.376445] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 17f1b291-01ca-4784-90d0-bac307946028 is going to be updated. [ 1613.432729] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1613.432921] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1613.432921] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1613.433134] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1613.433277] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1613.444472] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 17f1b291-01ca-4784-90d0-bac307946028 in Status: IN_PROGRESS for 2s [ 1615.458628] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 17f1b291-01ca-4784-90d0-bac307946028 in Status: SUCCESS [ 1615.459082] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-17f1b291-01ca-4784-90d0-bac307946028" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1617.720358] env[69685]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1617.720714] env[69685]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1621.910846] env[69685]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-27145722-4c15-45ef-968b-a060eb5ca256 None None] NSXv3 Agent Agent loop - iteration:3 completed [ 1621.911279] env[69685]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-27145722-4c15-45ef-968b-a060eb5ca256 None None] NSXv3 Agent Agent loop - iteration:4 started [ 1622.721207] env[69685]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1622.721399] env[69685]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1627.723000] env[69685]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1627.723000] env[69685]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1628.849058] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock all taken with stack trace [, , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1628.849058] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "all" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1628.849058] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "all" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1628.849058] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "all" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1628.849058] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_ports_with_revisions called with arguments (1000, 0) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1629.351786] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_groups_with_revisions called with arguments (1000, 0) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1629.854392] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_qos_policies_with_revisions called with arguments (1000, 0) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1630.356616] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Inventory metadata is going to be refreshed. [ 1630.356847] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Segment. [ 1631.144513] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1631.144925] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1631.144925] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1631.144925] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1631.281719] env[69685]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider [-] Duplicate resource with OS_ID: 992 ID: cl2-zone-992 [ 1631.282551] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1631.283655] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:SegmentPort. [ 1631.325047] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1631.325204] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1631.325258] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1631.325442] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1631.339246] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1631.339894] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:SegmentPort Is:0. [ 1631.339974] env[69685]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:SegmentPort Are:set() {{(pid=69685) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1631.340114] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules). [ 1631.373578] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1631.373691] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1631.373753] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1631.373935] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1631.374645] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1631.374779] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules Remote IP Prefix). [ 1631.453990] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules Remote IP Prefix) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1631.454216] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules Remote IP Prefix)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1631.454216] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules Remote IP Prefix)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1631.454433] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules Remote IP Prefix)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1631.454743] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules Remote IP Prefix)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1631.454987] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Address Group. [ 1631.526789] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Address Group taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1631.526953] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Address Group" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1631.527017] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Address Group" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1631.527161] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Address Group" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1631.527415] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Address Group" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1631.527635] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Security Group (Rules) Is:30. [ 1631.527728] env[69685]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Security Group (Rules) Are:{'882d1b35-f97c-4de5-bbd6-ee0944474173', '17f1b291-01ca-4784-90d0-bac307946028', '935bb48c-f7a6-4b75-899f-25622a146f01', '25004ae4-48f1-4142-aba8-3a71efb2c6dc', '821485bd-4de2-4dea-8610-5c489355978c', '5ef219b4-c621-4645-9c97-22a83d872582', 'a1f49ff3-a7bb-4aec-a58f-628ec6679051', 'fa1fcefd-41ba-486a-af6d-c2283bb00786', '644fbaeb-8bfe-4026-8561-feb405cc4b4f', '2406fba9-a9fc-4720-937d-2a0a894ad28f', '917a94d5-a00b-4ea5-9811-d09a5e99b038', '38825f6e-f5b3-476a-ade8-5547ffbe74c1', 'a4b7db26-f9af-4c84-bf2d-dec757e43a8c', '9f77f884-bf5a-4239-9508-cd9e7aec6f18', '4ea7bb1c-b746-44b1-abbe-9e20ef6cb145', '86643987-b9b4-44bb-b22a-ed3d1837d6d7', '49a2ed09-3a30-47a5-87f3-33db4284296e', '2b209085-8abb-488a-873c-45b2dd93f4be', 'f65c8e4c-f08a-4581-b7a6-d79e38e7d0d2', '6ebadec5-8c71-4ef2-8f93-b133e23e2ce2', 'af97d0e4-a6cc-4895-870c-6d977cad4c6f', 'bb4e4637-54d4-44c0-baea-15ddfd34982f', 'b465f29b-6e10-4f06-9599-a77013388fa5', 'a24645bc-2ebe-49bd-bc4f-109759b44485', 'f725338b-04fb-4229-97a1-3eaf15235ac8', 'e950982e-8473-4713-9586-d072ddf52984', '6fba90ef-2e1a-4e00-b2dd-b7e5536634f8', 'f9fe5796-97e5-42cd-b9a0-bf405b68f6e5', 'd21925e0-0624-4d3f-afc3-56d44506a8d0', 'ac536170-a00a-4e24-bc25-b3bd0dc6d3c3'} {{(pid=69685) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1631.527840] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Segment QoS. [ 1631.545345] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Segment QoS taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1631.545495] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment QoS" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1631.545495] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment QoS" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1631.545627] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment QoS" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1631.545705] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment QoS" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1631.545798] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Segment QoS Is:0. [ 1631.545858] env[69685]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Segment QoS Are:set() {{(pid=69685) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1631.545927] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Members). [ 1631.620490] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1631.620641] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1631.620690] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1631.620832] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1631.621927] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1631.622163] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Security Group (Members) Is:0. [ 1631.622242] env[69685]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Security Group (Members) Are:set() {{(pid=69685) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1631.622313] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Inventory metadata have been refreshed. [ 1631.622378] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 0/0 resources of Type:Ports [ 1631.622454] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 20/30 resources of Type:Security Group Rules [ 1631.622530] env[69685]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 882d1b35-f97c-4de5-bbd6-ee0944474173 with Priority: HIGH for action security_group_rules [ 1631.622630] env[69685]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 17f1b291-01ca-4784-90d0-bac307946028 with Priority: HIGH for action security_group_rules [ 1631.622696] env[69685]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 935bb48c-f7a6-4b75-899f-25622a146f01 with Priority: HIGH for action security_group_rules [ 1631.622757] env[69685]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 25004ae4-48f1-4142-aba8-3a71efb2c6dc with Priority: HIGH for action security_group_rules [ 1631.622814] env[69685]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 821485bd-4de2-4dea-8610-5c489355978c with Priority: HIGH for action security_group_rules [ 1631.622870] env[69685]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 5ef219b4-c621-4645-9c97-22a83d872582 with Priority: HIGH for action security_group_rules [ 1631.622927] env[69685]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: a1f49ff3-a7bb-4aec-a58f-628ec6679051 with Priority: HIGH for action security_group_rules [ 1631.622982] env[69685]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: fa1fcefd-41ba-486a-af6d-c2283bb00786 with Priority: HIGH for action security_group_rules [ 1631.623055] env[69685]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 644fbaeb-8bfe-4026-8561-feb405cc4b4f with Priority: HIGH for action security_group_rules [ 1631.623105] env[69685]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 2406fba9-a9fc-4720-937d-2a0a894ad28f with Priority: HIGH for action security_group_rules [ 1631.623163] env[69685]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 917a94d5-a00b-4ea5-9811-d09a5e99b038 with Priority: HIGH for action security_group_rules [ 1631.623214] env[69685]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 38825f6e-f5b3-476a-ade8-5547ffbe74c1 with Priority: HIGH for action security_group_rules [ 1631.623273] env[69685]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: a4b7db26-f9af-4c84-bf2d-dec757e43a8c with Priority: HIGH for action security_group_rules [ 1631.623331] env[69685]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 9f77f884-bf5a-4239-9508-cd9e7aec6f18 with Priority: HIGH for action security_group_rules [ 1631.623387] env[69685]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 4ea7bb1c-b746-44b1-abbe-9e20ef6cb145 with Priority: HIGH for action security_group_rules [ 1631.623454] env[69685]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 86643987-b9b4-44bb-b22a-ed3d1837d6d7 with Priority: HIGH for action security_group_rules [ 1631.623508] env[69685]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 49a2ed09-3a30-47a5-87f3-33db4284296e with Priority: HIGH for action security_group_rules [ 1631.623564] env[69685]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 2b209085-8abb-488a-873c-45b2dd93f4be with Priority: HIGH for action security_group_rules [ 1631.623622] env[69685]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: f65c8e4c-f08a-4581-b7a6-d79e38e7d0d2 with Priority: HIGH for action security_group_rules [ 1631.623680] env[69685]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 6ebadec5-8c71-4ef2-8f93-b133e23e2ce2 with Priority: HIGH for action security_group_rules [ 1631.623768] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "all" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1632.723807] env[69685]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1632.724224] env[69685]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=20], Jobs=0 [ 1632.724224] env[69685]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 882d1b35-f97c-4de5-bbd6-ee0944474173 with Priority: HIGH for action security_group_rules [ 1632.724306] env[69685]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 935bb48c-f7a6-4b75-899f-25622a146f01 with Priority: HIGH for action security_group_rules [ 1632.724358] env[69685]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a1f49ff3-a7bb-4aec-a58f-628ec6679051 with Priority: HIGH for action security_group_rules [ 1632.724469] env[69685]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4ea7bb1c-b746-44b1-abbe-9e20ef6cb145 with Priority: HIGH for action security_group_rules [ 1632.724523] env[69685]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6ebadec5-8c71-4ef2-8f93-b133e23e2ce2 with Priority: HIGH for action security_group_rules [ 1632.724606] env[69685]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f65c8e4c-f08a-4581-b7a6-d79e38e7d0d2 with Priority: HIGH for action security_group_rules [ 1632.724694] env[69685]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2b209085-8abb-488a-873c-45b2dd93f4be with Priority: HIGH for action security_group_rules [ 1632.724778] env[69685]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 49a2ed09-3a30-47a5-87f3-33db4284296e with Priority: HIGH for action security_group_rules [ 1632.724863] env[69685]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9f77f884-bf5a-4239-9508-cd9e7aec6f18 with Priority: HIGH for action security_group_rules [ 1632.724949] env[69685]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 86643987-b9b4-44bb-b22a-ed3d1837d6d7 with Priority: HIGH for action security_group_rules [ 1632.725054] env[69685]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a4b7db26-f9af-4c84-bf2d-dec757e43a8c with Priority: HIGH for action security_group_rules [ 1632.725144] env[69685]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 38825f6e-f5b3-476a-ade8-5547ffbe74c1 with Priority: HIGH for action security_group_rules [ 1632.725229] env[69685]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 917a94d5-a00b-4ea5-9811-d09a5e99b038 with Priority: HIGH for action security_group_rules [ 1632.725311] env[69685]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2406fba9-a9fc-4720-937d-2a0a894ad28f with Priority: HIGH for action security_group_rules [ 1632.725392] env[69685]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 644fbaeb-8bfe-4026-8561-feb405cc4b4f with Priority: HIGH for action security_group_rules [ 1632.725474] env[69685]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5ef219b4-c621-4645-9c97-22a83d872582 with Priority: HIGH for action security_group_rules [ 1632.725558] env[69685]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fa1fcefd-41ba-486a-af6d-c2283bb00786 with Priority: HIGH for action security_group_rules [ 1632.725641] env[69685]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 821485bd-4de2-4dea-8610-5c489355978c with Priority: HIGH for action security_group_rules [ 1632.725729] env[69685]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 17f1b291-01ca-4784-90d0-bac307946028 with Priority: HIGH for action security_group_rules [ 1632.725812] env[69685]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 25004ae4-48f1-4142-aba8-3a71efb2c6dc with Priority: HIGH for action security_group_rules [ 1632.726207] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock rules-882d1b35-f97c-4de5-bbd6-ee0944474173 taken with stack trace [, , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1632.726341] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-882d1b35-f97c-4de5-bbd6-ee0944474173" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1632.726403] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-882d1b35-f97c-4de5-bbd6-ee0944474173" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1632.726624] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-882d1b35-f97c-4de5-bbd6-ee0944474173" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1632.726708] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('882d1b35-f97c-4de5-bbd6-ee0944474173',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1632.728094] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock rules-935bb48c-f7a6-4b75-899f-25622a146f01 taken with stack trace [, , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1632.728281] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-935bb48c-f7a6-4b75-899f-25622a146f01" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1632.728281] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-935bb48c-f7a6-4b75-899f-25622a146f01" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1632.728451] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-935bb48c-f7a6-4b75-899f-25622a146f01" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1632.728528] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('935bb48c-f7a6-4b75-899f-25622a146f01',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1632.729281] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a1f49ff3-a7bb-4aec-a58f-628ec6679051 taken with stack trace [, , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1632.729442] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a1f49ff3-a7bb-4aec-a58f-628ec6679051" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1632.729442] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a1f49ff3-a7bb-4aec-a58f-628ec6679051" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1632.729627] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a1f49ff3-a7bb-4aec-a58f-628ec6679051" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1632.729684] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a1f49ff3-a7bb-4aec-a58f-628ec6679051',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1632.730340] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock rules-4ea7bb1c-b746-44b1-abbe-9e20ef6cb145 taken with stack trace [, , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1632.730448] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-4ea7bb1c-b746-44b1-abbe-9e20ef6cb145" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1632.730507] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-4ea7bb1c-b746-44b1-abbe-9e20ef6cb145" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1632.730658] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-4ea7bb1c-b746-44b1-abbe-9e20ef6cb145" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1632.730729] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('4ea7bb1c-b746-44b1-abbe-9e20ef6cb145',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1632.731421] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock rules-6ebadec5-8c71-4ef2-8f93-b133e23e2ce2 taken with stack trace [, , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1632.731556] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-6ebadec5-8c71-4ef2-8f93-b133e23e2ce2" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1632.731616] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-6ebadec5-8c71-4ef2-8f93-b133e23e2ce2" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1632.731737] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-6ebadec5-8c71-4ef2-8f93-b133e23e2ce2" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1632.733077] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('6ebadec5-8c71-4ef2-8f93-b133e23e2ce2',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1632.733077] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f65c8e4c-f08a-4581-b7a6-d79e38e7d0d2 taken with stack trace [, , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1632.733077] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f65c8e4c-f08a-4581-b7a6-d79e38e7d0d2" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1632.733077] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f65c8e4c-f08a-4581-b7a6-d79e38e7d0d2" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1632.733077] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f65c8e4c-f08a-4581-b7a6-d79e38e7d0d2" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1632.733077] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f65c8e4c-f08a-4581-b7a6-d79e38e7d0d2',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1632.733581] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock rules-2b209085-8abb-488a-873c-45b2dd93f4be taken with stack trace [, , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1632.733684] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-2b209085-8abb-488a-873c-45b2dd93f4be" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1632.733750] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-2b209085-8abb-488a-873c-45b2dd93f4be" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1632.733896] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-2b209085-8abb-488a-873c-45b2dd93f4be" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1632.733967] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('2b209085-8abb-488a-873c-45b2dd93f4be',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1632.734681] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock rules-49a2ed09-3a30-47a5-87f3-33db4284296e taken with stack trace [, , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1632.734773] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-49a2ed09-3a30-47a5-87f3-33db4284296e" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1632.734838] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-49a2ed09-3a30-47a5-87f3-33db4284296e" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1632.734988] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-49a2ed09-3a30-47a5-87f3-33db4284296e" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1632.735065] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('49a2ed09-3a30-47a5-87f3-33db4284296e',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1632.735823] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock rules-9f77f884-bf5a-4239-9508-cd9e7aec6f18 taken with stack trace [, , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1632.735930] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-9f77f884-bf5a-4239-9508-cd9e7aec6f18" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1632.735995] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-9f77f884-bf5a-4239-9508-cd9e7aec6f18" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1632.736189] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-9f77f884-bf5a-4239-9508-cd9e7aec6f18" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1632.736253] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('9f77f884-bf5a-4239-9508-cd9e7aec6f18',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1632.736934] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock rules-86643987-b9b4-44bb-b22a-ed3d1837d6d7 taken with stack trace [, , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1632.737044] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-86643987-b9b4-44bb-b22a-ed3d1837d6d7" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1632.737114] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-86643987-b9b4-44bb-b22a-ed3d1837d6d7" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1632.737286] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-86643987-b9b4-44bb-b22a-ed3d1837d6d7" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1632.737335] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('86643987-b9b4-44bb-b22a-ed3d1837d6d7',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1632.737973] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a4b7db26-f9af-4c84-bf2d-dec757e43a8c taken with stack trace [, , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1632.738094] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a4b7db26-f9af-4c84-bf2d-dec757e43a8c" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1632.738160] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a4b7db26-f9af-4c84-bf2d-dec757e43a8c" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1632.738305] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a4b7db26-f9af-4c84-bf2d-dec757e43a8c" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1632.738376] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a4b7db26-f9af-4c84-bf2d-dec757e43a8c',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1632.739111] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock rules-38825f6e-f5b3-476a-ade8-5547ffbe74c1 taken with stack trace [, , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1632.739237] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-38825f6e-f5b3-476a-ade8-5547ffbe74c1" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1632.739310] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-38825f6e-f5b3-476a-ade8-5547ffbe74c1" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1632.739480] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-38825f6e-f5b3-476a-ade8-5547ffbe74c1" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1632.739558] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('38825f6e-f5b3-476a-ade8-5547ffbe74c1',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1632.740228] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock rules-917a94d5-a00b-4ea5-9811-d09a5e99b038 taken with stack trace [, , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1632.740335] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-917a94d5-a00b-4ea5-9811-d09a5e99b038" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1632.740402] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-917a94d5-a00b-4ea5-9811-d09a5e99b038" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1632.740542] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-917a94d5-a00b-4ea5-9811-d09a5e99b038" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1632.740612] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('917a94d5-a00b-4ea5-9811-d09a5e99b038',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1632.741284] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock rules-2406fba9-a9fc-4720-937d-2a0a894ad28f taken with stack trace [, , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1632.741393] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-2406fba9-a9fc-4720-937d-2a0a894ad28f" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1632.741454] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-2406fba9-a9fc-4720-937d-2a0a894ad28f" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1632.741604] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-2406fba9-a9fc-4720-937d-2a0a894ad28f" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1632.741677] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('2406fba9-a9fc-4720-937d-2a0a894ad28f',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1632.742338] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock rules-644fbaeb-8bfe-4026-8561-feb405cc4b4f taken with stack trace [, , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1632.742445] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-644fbaeb-8bfe-4026-8561-feb405cc4b4f" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1632.742506] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-644fbaeb-8bfe-4026-8561-feb405cc4b4f" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1632.742652] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-644fbaeb-8bfe-4026-8561-feb405cc4b4f" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1632.742723] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('644fbaeb-8bfe-4026-8561-feb405cc4b4f',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1632.743456] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock rules-5ef219b4-c621-4645-9c97-22a83d872582 taken with stack trace [, , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1632.743569] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-5ef219b4-c621-4645-9c97-22a83d872582" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1632.743640] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-5ef219b4-c621-4645-9c97-22a83d872582" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1632.743772] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-5ef219b4-c621-4645-9c97-22a83d872582" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1632.743842] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('5ef219b4-c621-4645-9c97-22a83d872582',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1632.744512] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock rules-fa1fcefd-41ba-486a-af6d-c2283bb00786 taken with stack trace [, , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1632.744622] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-fa1fcefd-41ba-486a-af6d-c2283bb00786" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1632.744687] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-fa1fcefd-41ba-486a-af6d-c2283bb00786" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1632.744833] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-fa1fcefd-41ba-486a-af6d-c2283bb00786" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1632.744906] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('fa1fcefd-41ba-486a-af6d-c2283bb00786',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1632.745584] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock rules-821485bd-4de2-4dea-8610-5c489355978c taken with stack trace [, , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1632.745689] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-821485bd-4de2-4dea-8610-5c489355978c" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1632.745761] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-821485bd-4de2-4dea-8610-5c489355978c" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1632.745894] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-821485bd-4de2-4dea-8610-5c489355978c" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1632.745967] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('821485bd-4de2-4dea-8610-5c489355978c',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1632.746819] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock rules-17f1b291-01ca-4784-90d0-bac307946028 taken with stack trace [, , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1632.746924] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-17f1b291-01ca-4784-90d0-bac307946028" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1632.746984] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-17f1b291-01ca-4784-90d0-bac307946028" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1632.747144] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-17f1b291-01ca-4784-90d0-bac307946028" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1632.747218] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('17f1b291-01ca-4784-90d0-bac307946028',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1632.747875] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock rules-25004ae4-48f1-4142-aba8-3a71efb2c6dc taken with stack trace [, , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1632.747982] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-25004ae4-48f1-4142-aba8-3a71efb2c6dc" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1632.748061] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-25004ae4-48f1-4142-aba8-3a71efb2c6dc" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1632.748211] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-25004ae4-48f1-4142-aba8-3a71efb2c6dc" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1632.748310] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('25004ae4-48f1-4142-aba8-3a71efb2c6dc',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1632.769534] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1632.769737] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1632.769737] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1632.769843] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1632.793429] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1632.793580] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 882d1b35-f97c-4de5-bbd6-ee0944474173 is going to be deleted. [ 1632.845372] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1632.845583] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1632.845583] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1632.845773] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1632.845866] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1632.845976] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-882d1b35-f97c-4de5-bbd6-ee0944474173" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1633.263664] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock member-17f1b291-01ca-4784-90d0-bac307946028 taken with stack trace [, , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1633.263903] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-17f1b291-01ca-4784-90d0-bac307946028" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1633.263903] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-17f1b291-01ca-4784-90d0-bac307946028" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1633.264080] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-17f1b291-01ca-4784-90d0-bac307946028" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1633.264210] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1633.264302] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1633.264367] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1633.264516] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1633.264598] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1633.264684] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-17f1b291-01ca-4784-90d0-bac307946028" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1633.264771] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('17f1b291-01ca-4784-90d0-bac307946028',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1633.314446] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1633.314624] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1633.314624] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1633.314817] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1633.316703] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1633.316828] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1633.319511] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1633.319602] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1633.322625] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1633.322722] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1633.325290] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1633.325290] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1633.327917] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1633.327917] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1633.329333] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1633.329333] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1633.335164] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1633.335164] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1633.338057] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1633.338057] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1633.338211] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1633.338265] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1633.338976] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1633.339091] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1633.340211] env[69685]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1633.340598] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1633.340715] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1633.341379] env[69685]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1633.341757] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1633.341869] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1633.342508] env[69685]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1633.342909] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1633.343042] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1633.343790] env[69685]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1633.344205] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1633.344318] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1633.354335] env[69685]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1633.354716] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1633.354827] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1633.358553] env[69685]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1633.358923] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1633.359060] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 38825f6e-f5b3-476a-ade8-5547ffbe74c1 is going to be deleted. [ 1633.359904] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1633.360110] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1633.361461] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1633.361559] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1633.362553] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1633.362652] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1633.382754] env[69685]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1633.383201] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1633.383356] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a1f49ff3-a7bb-4aec-a58f-628ec6679051 is going to be deleted. [ 1633.384182] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1633.384368] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1633.400427] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1633.400534] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 917a94d5-a00b-4ea5-9811-d09a5e99b038 is going to be deleted. [ 1633.401242] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1633.401419] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1633.436453] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1633.436594] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1633.437789] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1633.437901] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 5ef219b4-c621-4645-9c97-22a83d872582 is going to be deleted. [ 1633.438667] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1633.438845] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1633.440046] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1633.440149] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1633.475369] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1633.475470] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a4b7db26-f9af-4c84-bf2d-dec757e43a8c is going to be deleted. [ 1633.476250] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1633.476425] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1633.511393] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1633.511517] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1633.541903] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1633.541994] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: fa1fcefd-41ba-486a-af6d-c2283bb00786 is going to be deleted. [ 1633.542739] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1633.542918] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1633.561427] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1633.561582] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1633.592799] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1633.592799] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 4ea7bb1c-b746-44b1-abbe-9e20ef6cb145 is going to be deleted. [ 1633.593298] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1633.593475] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1633.634443] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1633.634540] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 821485bd-4de2-4dea-8610-5c489355978c is going to be deleted. [ 1633.635371] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1633.635551] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1633.721058] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1633.721229] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1633.740405] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1633.740679] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 644fbaeb-8bfe-4026-8561-feb405cc4b4f is going to be deleted. [ 1633.741309] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1633.741496] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1633.779922] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('17f1b291-01ca-4784-90d0-bac307946028',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1633.827429] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1633.827615] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1633.832776] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1633.832875] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1633.865316] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1633.865442] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1633.872803] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1633.872923] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f65c8e4c-f08a-4581-b7a6-d79e38e7d0d2 is going to be deleted. [ 1633.873808] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1633.874017] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1633.915757] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1633.915878] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1633.919654] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1633.919769] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 86643987-b9b4-44bb-b22a-ed3d1837d6d7 is going to be deleted. [ 1633.920548] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1633.920737] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1633.961307] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1633.961423] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 49a2ed09-3a30-47a5-87f3-33db4284296e is going to be deleted. [ 1633.962210] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1633.962405] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1634.072541] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1634.072697] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 25004ae4-48f1-4142-aba8-3a71efb2c6dc is going to be deleted. [ 1634.073522] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1634.073729] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1634.083492] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1634.083639] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1634.120186] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1634.120328] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1634.121044] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1634.121201] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 6ebadec5-8c71-4ef2-8f93-b133e23e2ce2 is going to be deleted. [ 1634.121972] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1634.122186] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1634.135742] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1634.135871] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1634.199375] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1634.199501] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 935bb48c-f7a6-4b75-899f-25622a146f01 is going to be deleted. [ 1634.200311] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1634.200512] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1634.201802] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1634.201910] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1634.281903] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 17f1b291-01ca-4784-90d0-bac307946028: rpc.has_security_group_logging(os_id): False [ 1634.295688] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1634.295873] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1634.304665] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1634.304776] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 2b209085-8abb-488a-873c-45b2dd93f4be is going to be deleted. [ 1634.305918] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1634.306141] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1634.331267] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1634.331407] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1634.341808] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1634.341915] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 2406fba9-a9fc-4720-937d-2a0a894ad28f is going to be deleted. [ 1634.342630] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1634.342813] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1634.384745] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1634.384853] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 9f77f884-bf5a-4239-9508-cd9e7aec6f18 is going to be deleted. [ 1634.385569] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1634.385758] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1634.385843] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1634.385956] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-38825f6e-f5b3-476a-ade8-5547ffbe74c1" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1634.386148] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1634.386330] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1634.386403] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1634.386511] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a1f49ff3-a7bb-4aec-a58f-628ec6679051" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1634.386927] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1634.387101] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1634.387182] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1634.387321] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-917a94d5-a00b-4ea5-9811-d09a5e99b038" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1634.387448] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1634.387594] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1634.387671] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1634.387778] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-5ef219b4-c621-4645-9c97-22a83d872582" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1634.387902] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1634.388055] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1634.388128] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1634.388237] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a4b7db26-f9af-4c84-bf2d-dec757e43a8c" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1634.388357] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1634.388496] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1634.388567] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1634.388672] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-4ea7bb1c-b746-44b1-abbe-9e20ef6cb145" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1634.388793] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1634.388927] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1634.388998] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1634.389122] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-fa1fcefd-41ba-486a-af6d-c2283bb00786" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1634.389243] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1634.389379] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1634.389446] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1634.389546] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-821485bd-4de2-4dea-8610-5c489355978c" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1634.389665] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1634.389795] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1634.389864] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1634.389965] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-644fbaeb-8bfe-4026-8561-feb405cc4b4f" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1634.390097] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1634.390234] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1634.390306] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1634.390406] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-86643987-b9b4-44bb-b22a-ed3d1837d6d7" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1634.390524] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1634.390658] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1634.390730] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1634.390834] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f65c8e4c-f08a-4581-b7a6-d79e38e7d0d2" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1634.390957] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1634.391106] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1634.391177] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1634.391286] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-49a2ed09-3a30-47a5-87f3-33db4284296e" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1634.391406] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1634.391543] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1634.391614] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1634.391716] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-25004ae4-48f1-4142-aba8-3a71efb2c6dc" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1634.391840] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1634.391975] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1634.392058] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1634.392163] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-6ebadec5-8c71-4ef2-8f93-b133e23e2ce2" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1634.392289] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1634.392423] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1634.448405] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1634.448586] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1634.467009] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1634.467281] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1634.467382] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1634.467426] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1634.467598] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1634.467676] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1634.467759] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 17f1b291-01ca-4784-90d0-bac307946028 is going to be updated. [ 1634.468722] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1634.468888] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1634.468972] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1634.469097] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-935bb48c-f7a6-4b75-899f-25622a146f01" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1634.498845] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1634.498972] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1634.499036] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1634.499188] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1634.499266] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1634.499379] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-2b209085-8abb-488a-873c-45b2dd93f4be" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1634.508838] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1634.508942] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1634.508997] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1634.509163] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1634.509243] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1634.509349] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-2406fba9-a9fc-4720-937d-2a0a894ad28f" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1634.557900] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1634.558035] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1634.558130] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1634.558236] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1634.558317] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1634.558427] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-9f77f884-bf5a-4239-9508-cd9e7aec6f18" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1634.602854] env[69685]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1634.603412] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1634.603547] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1634.603643] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1634.603835] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1634.603975] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1634.662584] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 17f1b291-01ca-4784-90d0-bac307946028 in Status: IN_PROGRESS for 2s [ 1636.678554] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 17f1b291-01ca-4784-90d0-bac307946028 in Status: SUCCESS [ 1636.678951] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-17f1b291-01ca-4784-90d0-bac307946028" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1637.727195] env[69685]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1637.727545] env[69685]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1642.727877] env[69685]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1642.728316] env[69685]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1647.729421] env[69685]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1647.729841] env[69685]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1652.730453] env[69685]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1652.730886] env[69685]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1657.732021] env[69685]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1657.732391] env[69685]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1662.733378] env[69685]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1662.733815] env[69685]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1667.734329] env[69685]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1667.734737] env[69685]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1672.735320] env[69685]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1672.735720] env[69685]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1677.736608] env[69685]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1677.737040] env[69685]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1682.737654] env[69685]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1682.738059] env[69685]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1687.739478] env[69685]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1687.739890] env[69685]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1689.420542] env[69685]: INFO networking_nsxv3.common.synchronization [req-a63de9f0-fa0d-451a-ba40-612550e90893 req-b843effa-14d8-41c0-87ee-172f57b20bd8 tempest-ServerActionsTestJSON-1068201509 tempest-ServerActionsTestJSON-1068201509-project-member] Enqueued Resource ID: 17f1b291-01ca-4784-90d0-bac307946028 with Priority: HIGHEST for action security_group_members [ 1689.420542] env[69685]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 17f1b291-01ca-4784-90d0-bac307946028 with Priority: HIGHEST for action security_group_members [ 1689.420812] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock member-17f1b291-01ca-4784-90d0-bac307946028 taken with stack trace [, , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1689.420933] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-17f1b291-01ca-4784-90d0-bac307946028" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1689.420999] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-17f1b291-01ca-4784-90d0-bac307946028" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1689.421205] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-17f1b291-01ca-4784-90d0-bac307946028" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1689.421373] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1689.421450] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1689.421509] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1689.421650] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1689.421738] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1689.421816] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('17f1b291-01ca-4784-90d0-bac307946028',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1689.924501] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1689.924679] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1689.924728] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1689.924948] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1689.925065] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1689.925270] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1689.925368] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1689.925430] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1689.925578] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1689.925656] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1689.925740] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 17f1b291-01ca-4784-90d0-bac307946028 is going to be updated. [ 1689.959562] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1689.959730] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1689.959730] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1689.959930] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1689.960081] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1689.967728] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 17f1b291-01ca-4784-90d0-bac307946028 in Status: IN_PROGRESS for 2s [ 1691.979163] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 17f1b291-01ca-4784-90d0-bac307946028 in Status: SUCCESS [ 1691.979429] env[69685]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 17f1b291-01ca-4784-90d0-bac307946028 deletion is rescheduled due to dependency. [ 1691.979464] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-17f1b291-01ca-4784-90d0-bac307946028" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1694.421330] env[69685]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1694.421578] env[69685]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1698.407595] env[69685]: INFO networking_nsxv3.common.synchronization [req-2faf9ed7-6932-498a-acd9-a314dd07ba38 req-a315e2be-3563-4ce1-8587-7c050ba9bd8a tempest-ServerActionsTestJSON-1068201509 tempest-ServerActionsTestJSON-1068201509-project-member] Enqueued Resource ID: 17f1b291-01ca-4784-90d0-bac307946028 with Priority: HIGHEST for action security_group_members [ 1698.408096] env[69685]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 17f1b291-01ca-4784-90d0-bac307946028 with Priority: HIGHEST for action security_group_members [ 1698.408449] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock member-17f1b291-01ca-4784-90d0-bac307946028 taken with stack trace [, , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1698.408580] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-17f1b291-01ca-4784-90d0-bac307946028" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1698.408648] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-17f1b291-01ca-4784-90d0-bac307946028" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1698.408857] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-17f1b291-01ca-4784-90d0-bac307946028" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1698.409017] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1698.409125] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1698.409185] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1698.409332] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1698.409410] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1698.409502] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('17f1b291-01ca-4784-90d0-bac307946028',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1698.696273] env[69685]: DEBUG networking_nsxv3.common.locking [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Lock network-776 taken with stack trace [, , , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1698.696468] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquiring lock "network-776" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1698.696595] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquired lock "network-776" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1698.696875] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquired external semaphore "network-776" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1698.697144] env[69685]: DEBUG networking_nsxv3.common.locking [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1698.697348] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquiring lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1698.697471] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquired lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1698.697698] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquired external semaphore "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1698.697845] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Releasing lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1698.698082] env[69685]: DEBUG dogpile.cache.region [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] No value present for key: 'zone-id' {{(pid=69685) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1698.698219] env[69685]: DEBUG dogpile.lock [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] NeedRegenerationException {{(pid=69685) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1698.698337] env[69685]: DEBUG dogpile.lock [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] no value, waiting for create lock {{(pid=69685) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1698.698448] env[69685]: DEBUG dogpile.lock [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] value creation lock acquired {{(pid=69685) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1698.698564] env[69685]: DEBUG dogpile.cache.region [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] No value present for key: 'zone-id' {{(pid=69685) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1698.698672] env[69685]: DEBUG dogpile.lock [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Calling creation function for not-yet-present value {{(pid=69685) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1698.698817] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1698.719016] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1698.719197] env[69685]: DEBUG dogpile.cache.region [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=69685) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1698.719338] env[69685]: DEBUG dogpile.lock [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Released creation lock {{(pid=69685) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1698.719505] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Releasing lock "network-776" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1698.719792] env[69685]: DEBUG networking_nsxv3.common.locking [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Lock port-bc40fa37-87a6-47e8-927a-06854efa4a28 taken with stack trace [, , , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1698.719958] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquiring lock "port-bc40fa37-87a6-47e8-927a-06854efa4a28" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1698.720091] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquired lock "port-bc40fa37-87a6-47e8-927a-06854efa4a28" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1698.720399] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquired external semaphore "port-bc40fa37-87a6-47e8-927a-06854efa4a28" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1698.720535] env[69685]: DEBUG networking_nsxv3.api.rpc [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('bc40fa37-87a6-47e8-927a-06854efa4a28',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1698.912202] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1698.912365] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1698.912472] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1698.912790] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1698.912863] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1698.913070] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1698.913181] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1698.913266] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1698.913428] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1698.913504] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1698.913591] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 17f1b291-01ca-4784-90d0-bac307946028 is going to be updated. [ 1698.939314] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1698.939443] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1698.939539] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1698.939673] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1698.939797] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1698.947988] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 17f1b291-01ca-4784-90d0-bac307946028 in Status: IN_PROGRESS for 2s [ 1699.223305] env[69685]: DEBUG networking_nsxv3.common.locking [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1699.223518] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquiring lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1699.223653] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquired lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1699.223935] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquired external semaphore "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1699.224101] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Releasing lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1699.224259] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Segment Port bc40fa37-87a6-47e8-927a-06854efa4a28 not found, creating... [ 1699.224519] env[69685]: DEBUG networking_nsxv3.common.locking [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1699.224677] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquiring lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1699.224797] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquired lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1699.225029] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquired external semaphore "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1699.225180] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Releasing lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1699.225536] env[69685]: DEBUG networking_nsxv3.common.locking [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1699.225712] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquiring lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1699.225835] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquired lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1699.226057] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquired external semaphore "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1699.226200] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Releasing lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1699.226343] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Resource: SegmentPort with ID: bc40fa37-87a6-47e8-927a-06854efa4a28 is going to be created. [ 1699.245715] env[69685]: DEBUG networking_nsxv3.common.locking [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1699.245881] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquiring lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1699.246012] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquired lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1699.246237] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Acquired external semaphore "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1699.246453] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Releasing lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1699.246654] env[69685]: DEBUG oslo_concurrency.lockutils [None req-00284b94-6809-4b31-92a7-c51118c8bd8a None None] Releasing lock "port-bc40fa37-87a6-47e8-927a-06854efa4a28" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1700.012718] env[69685]: INFO networking_nsxv3.common.synchronization [req-2faf9ed7-6932-498a-acd9-a314dd07ba38 req-43cb9ae7-46ba-41e1-a003-dbf9c41ce767 service nova] Enqueued Resource ID: 17f1b291-01ca-4784-90d0-bac307946028 with Priority: HIGHEST for action security_group_rules [ 1700.012946] env[69685]: INFO networking_nsxv3.common.synchronization [req-2faf9ed7-6932-498a-acd9-a314dd07ba38 req-43cb9ae7-46ba-41e1-a003-dbf9c41ce767 service nova] Enqueued Resource ID: 17f1b291-01ca-4784-90d0-bac307946028 with Priority: HIGHEST for action security_group_members [ 1700.013076] env[69685]: INFO networking_nsxv3.common.synchronization [req-2faf9ed7-6932-498a-acd9-a314dd07ba38 req-43cb9ae7-46ba-41e1-a003-dbf9c41ce767 service nova] Enqueued Resource ID: bc40fa37-87a6-47e8-927a-06854efa4a28 with Priority: HIGHEST for action port [ 1700.013273] env[69685]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 17f1b291-01ca-4784-90d0-bac307946028 with Priority: HIGHEST for action security_group_rules [ 1700.013395] env[69685]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 17f1b291-01ca-4784-90d0-bac307946028 with Priority: HIGHEST for action security_group_members [ 1700.013490] env[69685]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bc40fa37-87a6-47e8-927a-06854efa4a28 with Priority: HIGHEST for action port [ 1700.014016] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock rules-17f1b291-01ca-4784-90d0-bac307946028 taken with stack trace [, , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1700.014153] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-17f1b291-01ca-4784-90d0-bac307946028" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1700.014221] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-17f1b291-01ca-4784-90d0-bac307946028" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1700.014418] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-17f1b291-01ca-4784-90d0-bac307946028" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1700.014497] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('17f1b291-01ca-4784-90d0-bac307946028',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1700.015295] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock member-17f1b291-01ca-4784-90d0-bac307946028 taken with stack trace [, , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1700.015390] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-17f1b291-01ca-4784-90d0-bac307946028" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1700.015579] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock port-bc40fa37-87a6-47e8-927a-06854efa4a28 taken with stack trace [, , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1700.015677] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-bc40fa37-87a6-47e8-927a-06854efa4a28" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1700.015740] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-bc40fa37-87a6-47e8-927a-06854efa4a28" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1700.015910] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-bc40fa37-87a6-47e8-927a-06854efa4a28" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1700.015990] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('bc40fa37-87a6-47e8-927a-06854efa4a28',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1700.518462] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock member-17f1b291-01ca-4784-90d0-bac307946028 taken with stack trace [, , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1700.518676] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-17f1b291-01ca-4784-90d0-bac307946028" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1700.518776] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port bc40fa37-87a6-47e8-927a-06854efa4a28 with status ACTIVE [ 1700.518949] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1700.519056] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1700.519130] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1700.519594] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1700.519594] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1700.519594] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1700.519842] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1700.519842] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1700.519927] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1700.519974] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1700.520151] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1700.520268] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1700.520314] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1700.520438] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1700.520506] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1700.520590] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: bc40fa37-87a6-47e8-927a-06854efa4a28 is going to be updated. [ 1700.540976] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1700.540976] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1700.541145] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1700.541188] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1700.541316] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1700.541455] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-bc40fa37-87a6-47e8-927a-06854efa4a28" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1700.957324] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 17f1b291-01ca-4784-90d0-bac307946028 in Status: SUCCESS [ 1700.957553] env[69685]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 17f1b291-01ca-4784-90d0-bac307946028 deletion is rescheduled due to dependency. [ 1700.957611] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-17f1b291-01ca-4784-90d0-bac307946028" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1700.957757] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-17f1b291-01ca-4784-90d0-bac307946028" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1700.957965] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-17f1b291-01ca-4784-90d0-bac307946028" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1700.958160] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1700.958295] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1700.958366] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1700.958511] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1700.958593] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1700.958684] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('17f1b291-01ca-4784-90d0-bac307946028',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1701.460978] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('17f1b291-01ca-4784-90d0-bac307946028',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1701.963519] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('17f1b291-01ca-4784-90d0-bac307946028',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1702.466285] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1702.466656] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1702.466656] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1702.466713] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1702.466850] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1702.466899] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 17f1b291-01ca-4784-90d0-bac307946028 is going to be updated. [ 1702.493226] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1702.493484] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1702.493484] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1702.493612] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1702.493743] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1702.501861] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 17f1b291-01ca-4784-90d0-bac307946028 in Status: IN_PROGRESS for 2s [ 1704.513068] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 17f1b291-01ca-4784-90d0-bac307946028 in Status: SUCCESS [ 1704.513068] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-17f1b291-01ca-4784-90d0-bac307946028" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1704.513068] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-17f1b291-01ca-4784-90d0-bac307946028" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1704.513068] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-17f1b291-01ca-4784-90d0-bac307946028" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1704.513068] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1704.513068] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1704.513549] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1704.513549] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1704.513549] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1704.513549] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-17f1b291-01ca-4784-90d0-bac307946028" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1704.513549] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('17f1b291-01ca-4784-90d0-bac307946028',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1705.014399] env[69685]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1705.014557] env[69685]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=1 [ 1705.015985] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('17f1b291-01ca-4784-90d0-bac307946028',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1705.518422] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 17f1b291-01ca-4784-90d0-bac307946028: rpc.has_security_group_logging(os_id): False [ 1705.535896] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1705.536049] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1705.536108] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1705.536307] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1705.536396] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1705.536657] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1705.536767] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1705.536831] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1705.536990] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1705.537081] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1705.537170] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 17f1b291-01ca-4784-90d0-bac307946028 is going to be updated. [ 1705.590613] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1705.590765] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1705.590840] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1705.591030] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1705.591187] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1705.602875] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 17f1b291-01ca-4784-90d0-bac307946028 in Status: IN_PROGRESS for 2s [ 1707.616753] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 17f1b291-01ca-4784-90d0-bac307946028 in Status: SUCCESS [ 1707.616986] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-17f1b291-01ca-4784-90d0-bac307946028" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1710.015715] env[69685]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1710.016077] env[69685]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1715.017164] env[69685]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1715.017532] env[69685]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1720.018693] env[69685]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1720.019054] env[69685]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1725.020113] env[69685]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1725.020394] env[69685]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1730.020813] env[69685]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1730.021260] env[69685]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1735.022131] env[69685]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1735.022483] env[69685]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1740.023300] env[69685]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1740.023673] env[69685]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1745.024644] env[69685]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1745.024996] env[69685]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1750.026278] env[69685]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1750.026278] env[69685]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1755.027408] env[69685]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1755.027782] env[69685]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1760.028339] env[69685]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1760.028697] env[69685]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1761.518299] env[69685]: INFO networking_nsxv3.common.synchronization [req-e897e735-f3ed-4229-aff6-bb790bc7989c req-574253d6-4dbd-4b32-8489-d0f8d534f639 tempest-ServerActionsTestJSON-1068201509 tempest-ServerActionsTestJSON-1068201509-project-member] Enqueued Resource ID: 17f1b291-01ca-4784-90d0-bac307946028 with Priority: HIGHEST for action security_group_members [ 1761.518813] env[69685]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 17f1b291-01ca-4784-90d0-bac307946028 with Priority: HIGHEST for action security_group_members [ 1761.519160] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock member-17f1b291-01ca-4784-90d0-bac307946028 taken with stack trace [, , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1761.519825] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-17f1b291-01ca-4784-90d0-bac307946028" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1761.519825] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-17f1b291-01ca-4784-90d0-bac307946028" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1761.519825] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-17f1b291-01ca-4784-90d0-bac307946028" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1761.519825] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1761.520020] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1761.520020] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1761.520166] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1761.520249] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1761.520344] env[69685]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('17f1b291-01ca-4784-90d0-bac307946028',) {} {{(pid=69685) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1762.022183] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1762.022379] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1762.022424] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1762.022627] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1762.022755] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1762.022964] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1762.023078] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1762.023140] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1762.023332] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1762.023432] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1762.023469] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 17f1b291-01ca-4784-90d0-bac307946028 is going to be updated. [ 1762.058105] env[69685]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69685) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1762.058265] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1762.058265] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1762.058454] env[69685]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1762.058587] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1762.065933] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 17f1b291-01ca-4784-90d0-bac307946028 in Status: IN_PROGRESS for 2s [ 1764.076346] env[69685]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 17f1b291-01ca-4784-90d0-bac307946028 in Status: SUCCESS [ 1764.076741] env[69685]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 17f1b291-01ca-4784-90d0-bac307946028 deletion is rescheduled due to dependency. [ 1764.076741] env[69685]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-17f1b291-01ca-4784-90d0-bac307946028" {{(pid=69685) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1766.519787] env[69685]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1766.520125] env[69685]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1771.521196] env[69685]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1771.521493] env[69685]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1776.522328] env[69685]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1776.522705] env[69685]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1781.524028] env[69685]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1781.524371] env[69685]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1786.525902] env[69685]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1786.526362] env[69685]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1791.527195] env[69685]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1791.527547] env[69685]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0